-- Logs begin at Fri 2021-06-11 18:56:20 UTC, end at Fri 2021-06-11 19:52:14 UTC. -- Jun 11 19:26:20.356368 dv-cinder-790535-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 11 19:26:22.981546 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.common.config [-] Logging enabled! Jun 11 19:26:22.982119 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev332 Jun 11 19:26:22.982316 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91728) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 11 19:26:22.985507 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.common.config [-] Logging enabled! Jun 11 19:26:22.985760 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev332 Jun 11 19:26:22.986077 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91728) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 11 19:26:22.987014 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 19:26:22.987244 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 19:26:22.987604 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 19:26:22.987848 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 19:26:22.988075 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 19:26:22.988392 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.988687 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.988981 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.989209 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.989499 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.989783 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.990062 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.990355 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.990670 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.990956 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.991232 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.991512 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.991782 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.992008 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.992293 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.992576 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.992801 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] debug = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.993075 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.993550 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.993894 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.994175 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.994464 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.994769 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.995039 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.995314 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.995599 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.995928 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] host = dv-cinder-790535-3-iscsi {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.996209 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.996494 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.997319 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.997602 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.997876 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.998152 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.998436 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.998733 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.999008 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] log_file = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.999293 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.999587 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:22.999870 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.000141 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.000366 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.000586 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.000873 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.001158 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.001432 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.001703 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.001974 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.002245 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.002517 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.002929 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.003219 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.003518 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.003785 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.004056 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.004326 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.004606 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.004873 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.005171 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.005427 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.005697 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.005965 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.006254 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.006518 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.006814 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.007115 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.007399 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.007678 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.007960 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.008230 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.008512 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.008784 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.009055 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.009324 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] use_json = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.009595 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.009863 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.010143 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.010413 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.010707 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.010979 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.011251 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.011536 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:23.011834 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.012128 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.012451 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.012737 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.013032 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.013311 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.013598 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.013877 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.014163 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.014448 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.014758 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.015040 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.015327 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.015604 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.015896 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.016202 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.016491 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.016778 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.017051 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.017322 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.017593 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.017870 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.018150 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.018435 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.018744 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.019018 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.019295 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.019581 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.019858 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.020125 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.020400 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.020686 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.020963 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.021232 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.021509 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.021782 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.022050 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.022317 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.022610 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.022900 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.023176 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.023444 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.023711 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.023985 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.024252 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.024529 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.024802 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.025069 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.025337 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.025613 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.025883 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.026157 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.026431 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.026725 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.027003 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.027275 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.027544 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.027838 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.028109 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.028377 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.028646 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.028915 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.029190 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.029460 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.029728 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.029996 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.030264 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.030534 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.030844 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.031143 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.031420 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.031699 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.031973 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.032250 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.032525 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.032804 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.033078 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.033350 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.033620 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.033907 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.034184 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.034464 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.034779 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.035057 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.035350 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.035625 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.035907 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.036185 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.036459 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.036745 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.037026 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.037316 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.037605 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.037893 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.038181 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.038469 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.038769 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.039079 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.039356 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:23.039570 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 19:26:23.039812 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91728) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 11 19:26:23.385352 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:26:23.385558 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:26:23.385853 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:26:23.386185 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 11 19:26:23.770367 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:23.770693 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:23.770964 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:23.772277 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:23.772554 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:23.772820 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:23.806385 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:23.806682 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:23.806953 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:23.820451 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:23.820737 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:23.821002 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:23.851143 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:23.851427 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:23.851699 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:23.886565 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:23.886884 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:23.887652 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.116939 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.117548 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.117548 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.117730 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.118573 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.239808 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.240136 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.240421 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.240696 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.240965 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.241274 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.241531 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.241785 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.242036 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.242323 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.242600 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.242866 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.243124 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.243386 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.243643 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.243916 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.244188 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.244442 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.244710 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.244970 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.245248 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.245592 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.245844 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.246143 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.246374 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.247153 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.247543 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 19:26:24.247780 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 19:26:24.248014 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 19:26:24.248248 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 19:26:24.248477 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 19:26:24.248707 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 19:26:24.249967 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 11 19:26:24.253063 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 11 19:26:24.256966 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 11 19:26:24.260813 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 11 19:26:24.263034 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 11 19:26:24.263488 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 11 19:26:24.263820 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 11 19:26:24.264196 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 11 19:26:24.267008 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 11 19:26:24.267263 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 11 19:26:24.267605 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 11 19:26:24.294716 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 11 19:26:24.295165 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.295461 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91728) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 11 19:26:24.295825 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.297157 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91728) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 11 19:26:24.297443 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 11 19:26:24.297685 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 11 19:26:24.300738 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.301022 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:24.363985 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 11 19:26:24.364220 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 11 19:26:24.364457 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 11 19:26:24.364817 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 11 19:26:24.385296 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_db.sqlalchemy.engines [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91728) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 11 19:26:24.896995 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.managers [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Initializing driver for type 'gre' Jun 11 19:26:24.897511 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] gre ID ranges: [(1, 1000)] Jun 11 19:26:24.947956 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.managers [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Initializing driver for type 'local' Jun 11 19:26:24.948297 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.managers [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Initializing driver for type 'vlan' Jun 11 19:26:24.960479 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] VlanTypeDriver initialization complete Jun 11 19:26:24.960815 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.managers [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Initializing driver for type 'vxlan' Jun 11 19:26:24.961271 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] vxlan ID ranges: [(1, 1000)] Jun 11 19:26:25.010813 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.managers [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Initializing extension driver 'port_security' Jun 11 19:26:25.011092 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.extensions.port_security [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] PortSecurityExtensionDriver initialization complete Jun 11 19:26:25.011428 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.managers [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Initializing mechanism driver 'openvswitch' Jun 11 19:26:25.011744 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.managers [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Initializing mechanism driver 'hyperv' Jun 11 19:26:25.018136 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.plugins.ml2.plugin [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:26:25.019095 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > port after_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.019473 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > port after_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.022874 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > port after_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.022874 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > subnet after_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.022874 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > subnet after_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.022874 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > subnet after_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.023458 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > network after_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.023458 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > network after_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.023458 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > network after_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.023458 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > security_group after_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.023740 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > security_group after_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.023740 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > security_group after_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.023740 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.023740 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.023976 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.024340 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > address_group after_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.024682 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > address_group after_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.025019 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > address_group after_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.025355 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] ML2 OVO RPC backend initialized. {{(pid=91728) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 11 19:26:25.026052 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router_interface after_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.026400 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.026838 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > network before_response 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.027180 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > networks before_response 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.027521 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > port before_response 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.028352 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > ports before_response 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.028689 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > subnet before_response 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.029023 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > subnets before_response 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.029363 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > network after_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.029695 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > network after_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.030023 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > network after_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.030356 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > port after_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.030711 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > port after_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.031045 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > port after_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.031380 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > subnet after_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.031710 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > subnet after_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.032036 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > subnet after_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.032604 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.plugin [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Modular L2 Plugin initialization complete Jun 11 19:26:25.032929 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading services supported by the core plugin {{(pid=91728) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 11 19:26:25.033250 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.plugins.ml2.managers [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Got port-security extension from driver 'port_security' Jun 11 19:26:25.033702 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.extensions.vlantransparent [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Disabled vlantransparent extension. Jun 11 19:26:25.034190 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91728) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 11 19:26:25.034501 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading Plugin: router Jun 11 19:26:25.070009 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router_interface before_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.070396 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router after_create 55549900 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.070805 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router before_create 55549900 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.071171 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.071537 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.071887 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router after_delete 55549900 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.072246 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > floatingip after_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.072608 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router after_create 55549900 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.072953 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router after_update 55549900 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.073297 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router after_update 55549900 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.073641 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.073994 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router after_update 55549900 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.074399 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router precommit_update 55549900 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.074809 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: port after_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.075148 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: port after_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.075487 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: subnet after_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.075821 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.076164 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > port precommit_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.076508 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router precommit_create 55549900 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.076848 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: port before_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.077191 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router precommit_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.077543 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router after_update 55549900 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.077881 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router precommit_delete 55549900 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.078225 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router precommit_create 55549900 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.078592 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router_interface after_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.078951 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router precommit_update 55549900 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.079319 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > network after_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.080410 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Tracking information for resource: router configured {{(pid=91728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 19:26:25.080735 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Tracking information for resource: floatingip configured {{(pid=91728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 19:26:25.085771 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.db.l3_agentschedulers_db [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 11 19:26:25.086345 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: port after_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.086728 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: port after_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.087094 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: port after_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.087434 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: port after_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.088212 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router before_create 55550100 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.088575 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router precommit_delete 55550100 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.088936 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router precommit_create 55550100 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.089289 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > router precommit_update 55550100 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.094417 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.services.provider_configuration [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Service providers = [] {{(pid=91728) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 11 19:26:25.094866 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.db.servicetype_db [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91728) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 11 19:26:25.097735 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.services.service_base [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91728) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 19:26:25.098083 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.services.service_base [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91728) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 19:26:25.098451 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.services.service_base [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91728) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 19:26:25.099353 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.services.service_base [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91728) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 19:26:25.099721 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.services.service_base [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 11 19:26:25.100087 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 19:26:25.100403 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 11 19:26:25.111411 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 19:26:25.111743 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading Plugin: auto_allocate Jun 11 19:26:25.117526 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: network precommit_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.118049 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: network precommit_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.118394 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 19:26:25.118746 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading Plugin: tag Jun 11 19:26:25.125204 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 19:26:25.125532 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading Plugin: timestamp Jun 11 19:26:25.129424 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 19:26:25.129757 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading Plugin: network_ip_availability Jun 11 19:26:25.135102 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.135472 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.135822 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.136522 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 19:26:25.136836 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading Plugin: flavors Jun 11 19:26:25.141545 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 19:26:25.141872 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading Plugin: revisions Jun 11 19:26:25.146104 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 19:26:25.146490 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_concurrency.lockutils [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.761s {{(pid=91728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:26:25.147248 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91728) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 11 19:26:25.147588 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Initializing extension manager. Jun 11 19:26:25.148085 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: __init__.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.148423 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: __pycache__ {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.148755 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.149085 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: address_group.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.149821 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.150387 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: address-group Jun 11 19:26:25.150742 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: address_scope.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.151445 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.151952 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: address-scope Jun 11 19:26:25.152281 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: admin_state_down_before_update.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.153702 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.154211 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: router-admin-state-down-before-update Jun 11 19:26:25.154533 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: agent.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.155423 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.155934 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: agent Jun 11 19:26:25.156254 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: agent_resources_synced.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.157144 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.157650 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: agent-resources-synced Jun 11 19:26:25.157968 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: allowedaddresspairs.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.159730 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.160245 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: allowed-address-pairs Jun 11 19:26:25.160565 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: auto_allocated_topology.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.161620 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.162125 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: auto-allocated-topology Jun 11 19:26:25.162444 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: availability_zone.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.163154 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.163652 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: availability_zone Jun 11 19:26:25.163967 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: availability_zone_filter.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.164851 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.165349 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: availability_zone_filter Jun 11 19:26:25.165664 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: data_plane_status.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.166555 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.167086 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension data-plane-status not supported by any of loaded plugins Jun 11 19:26:25.167421 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: default_subnetpools.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.168300 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.169341 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: default-subnetpools Jun 11 19:26:25.169656 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: dhcpagentscheduler.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.170447 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.170981 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: dhcp_agent_scheduler Jun 11 19:26:25.171299 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: dns.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.172192 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.172688 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension dns-integration not supported by any of loaded plugins Jun 11 19:26:25.173006 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: dns_domain_ports.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.173899 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.174400 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 11 19:26:25.174752 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: dvr.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.175408 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.175906 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: dvr Jun 11 19:26:25.176221 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: empty_string_filtering.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.177113 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.177614 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: empty-string-filtering Jun 11 19:26:25.177929 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.178852 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.179345 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 11 19:26:25.179659 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.180550 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.181038 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 11 19:26:25.181351 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: external_net.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.182234 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.182758 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: external-net Jun 11 19:26:25.183071 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: extra_dhcp_opt.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.183960 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.184479 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: extra_dhcp_opt Jun 11 19:26:25.184795 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: extraroute.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.185684 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.186183 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: extraroute Jun 11 19:26:25.186498 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: extraroute_atomic.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.187538 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.188045 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: extraroute-atomic Jun 11 19:26:25.188366 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: filter_validation.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.189021 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.189516 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: filter-validation Jun 11 19:26:25.189832 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: fip_pf_description.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.190747 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.191244 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 11 19:26:25.191558 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: fip_port_details.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.192445 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.192944 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: fip-port-details Jun 11 19:26:25.193257 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: flavors.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.194461 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.195008 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: flavors Jun 11 19:26:25.195330 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.196967 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.197483 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 11 19:26:25.197812 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: floatingip_pools.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.198503 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.199035 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: floatingip-pools Jun 11 19:26:25.199360 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: ip_allocation.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.200796 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.201295 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension ip_allocation not supported by any of loaded plugins Jun 11 19:26:25.201619 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.202550 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.203082 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: ip-substring-filtering Jun 11 19:26:25.203407 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: l2_adjacency.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.204314 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.205083 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 11 19:26:25.205405 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: l3.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.206369 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.206904 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: router Jun 11 19:26:25.207229 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: l3_conntrack_helper.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.209560 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.210073 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 11 19:26:25.210404 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.211330 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.211840 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: ext-gw-mode Jun 11 19:26:25.212163 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.213055 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.213562 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: l3-ha Jun 11 19:26:25.213884 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: l3_flavors.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.214808 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.215879 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: l3-flavors Jun 11 19:26:25.216202 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.217120 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.217622 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 11 19:26:25.217944 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: l3agentscheduler.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.218987 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.219490 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: l3_agent_scheduler Jun 11 19:26:25.219814 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: logging.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.221270 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.221783 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension logging not supported by any of loaded plugins Jun 11 19:26:25.222110 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: metering.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.222867 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.223432 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: metering Jun 11 19:26:25.223755 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.224823 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.225330 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: metering_source_and_destination_fields Jun 11 19:26:25.225648 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: multiprovidernet.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.226549 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.227073 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: multi-provider Jun 11 19:26:25.227393 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: netmtu.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.228286 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.228788 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: net-mtu Jun 11 19:26:25.229106 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: netmtu_writable.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.230005 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.230505 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: net-mtu-writable Jun 11 19:26:25.230856 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: network_availability_zone.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.231535 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.232032 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: network_availability_zone Jun 11 19:26:25.232350 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: network_ip_availability.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.233415 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.233919 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: network-ip-availability Jun 11 19:26:25.234239 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: network_segment_range.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.235038 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.235531 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension network-segment-range not supported by any of loaded plugins Jun 11 19:26:25.235848 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: pagination.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.236809 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.237135 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: pagination Jun 11 19:26:25.237451 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: port_device_profile.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.238332 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.238877 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: port-device-profile Jun 11 19:26:25.239194 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.240089 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.240587 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: port-mac-address-regenerate Jun 11 19:26:25.240903 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.241810 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.242309 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: port-numa-affinity-policy Jun 11 19:26:25.242659 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: port_resource_request.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.243546 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.244038 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension port-resource-request not supported by any of loaded plugins Jun 11 19:26:25.244355 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: portbindings.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.245259 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.245756 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: binding Jun 11 19:26:25.246074 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: portbindings_extended.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.248720 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.249243 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: binding-extended Jun 11 19:26:25.249579 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: portsecurity.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.250488 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.251024 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: port-security Jun 11 19:26:25.251353 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: project_id.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.252567 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.252916 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: project-id Jun 11 19:26:25.253226 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: providernet.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.254132 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.254662 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: provider Jun 11 19:26:25.254990 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: qos.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.258470 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.259019 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension qos not supported by any of loaded plugins Jun 11 19:26:25.259350 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.260578 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.261145 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 11 19:26:25.261415 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.262860 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.263369 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 11 19:26:25.263688 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: qos_default.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.264592 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.265098 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension qos-default not supported by any of loaded plugins Jun 11 19:26:25.265420 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: qos_fip.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.266055 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.266565 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension qos-fip not supported by any of loaded plugins Jun 11 19:26:25.266902 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: qos_gateway_ip.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.267807 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.268309 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 11 19:26:25.268628 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: qos_port_network_policy.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.269537 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.270046 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 11 19:26:25.270365 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: qos_rule_type_details.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.271291 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.271793 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 11 19:26:25.272114 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: qos_rules_alias.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.273138 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.273644 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 11 19:26:25.273963 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: quotasv2.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.274902 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.275227 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: quotas Jun 11 19:26:25.275544 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: quotasv2_detail.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.279128 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.279472 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: quota_details Jun 11 19:26:25.279801 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: rbac.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.280851 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.281369 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: rbac-policies Jun 11 19:26:25.281695 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: rbac_address_group.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.282626 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.283139 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: rbac-address-group Jun 11 19:26:25.283459 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: rbac_address_scope.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.284358 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.284861 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: rbac-address-scope Jun 11 19:26:25.285180 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: rbac_security_groups.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.286089 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.286669 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: rbac-security-groups Jun 11 19:26:25.286942 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: rbac_subnetpool.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.288040 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.288546 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: rbac-subnetpool Jun 11 19:26:25.288866 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: revisionifmatch.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.289771 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.290277 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: revision-if-match Jun 11 19:26:25.290606 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: revisions.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.291710 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.292212 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: standard-attr-revisions Jun 11 19:26:25.292533 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: router_availability_zone.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.293190 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.293744 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: router_availability_zone Jun 11 19:26:25.294062 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: routerservicetype.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.294991 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.295492 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension router-service-type not supported by any of loaded plugins Jun 11 19:26:25.295809 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.296707 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.297211 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: security-groups-normalized-cidr Jun 11 19:26:25.297528 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: security_groups_port_filtering.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.298426 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.298957 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: port-security-groups-filtering Jun 11 19:26:25.299278 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.300173 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.300677 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: security-groups-remote-address-group Jun 11 19:26:25.300997 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: securitygroup.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.310423 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.310987 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: security-group Jun 11 19:26:25.311321 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: segment.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.312091 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.312597 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension segment not supported by any of loaded plugins Jun 11 19:26:25.312922 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.313838 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.314342 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 11 19:26:25.314697 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: servicetype.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.315791 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.316306 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: service-type Jun 11 19:26:25.316630 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: sorting.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.317595 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.317924 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: sorting Jun 11 19:26:25.318244 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: standard_attr_segment.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.319175 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.319687 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 11 19:26:25.320003 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: standardattrdescription.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.320633 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.321133 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: standard-attr-description Jun 11 19:26:25.321449 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: stateful_security_group.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.322350 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.322880 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: stateful-security-group Jun 11 19:26:25.323198 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: stdattrs_common.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.323763 dv-cinder-790535-3-iscsi neutron-server[91728]: WARNING neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 11 19:26:25.324079 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.325577 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.326084 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 11 19:26:25.326404 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: subnet_onboard.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.327482 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.327991 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: subnet_onboard Jun 11 19:26:25.328312 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.329230 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.329739 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 11 19:26:25.330321 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: subnet_service_types.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.331259 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.331769 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: subnet-service-types Jun 11 19:26:25.332086 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: subnetallocation.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.333157 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.333662 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: subnet_allocation Jun 11 19:26:25.333979 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.334656 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.335162 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: subnetpool-prefix-ops Jun 11 19:26:25.335479 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.336385 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.336886 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 11 19:26:25.337204 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: tagging.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.338245 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.338788 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: standard-attr-tag Jun 11 19:26:25.339111 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: timestamp.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.340894 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.341411 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loaded extension: standard-attr-timestamp Jun 11 19:26:25.341734 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: trunk.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.342789 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.343298 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension trunk not supported by any of loaded plugins Jun 11 19:26:25.343620 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: trunk_details.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.344521 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.345025 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension trunk-details not supported by any of loaded plugins Jun 11 19:26:25.345344 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: uplink_status_propagation.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.346248 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.346781 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 11 19:26:25.347103 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Loading extension file: vlantransparent.py {{(pid=91728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 19:26:25.347760 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 19:26:25.348266 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 11 19:26:25.350674 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Creating instance of TrackedResource for resource:network Jun 11 19:26:25.351271 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Creating instance of TrackedResource for resource:subnet Jun 11 19:26:25.351783 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 19:26:25.352211 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Creating instance of TrackedResource for resource:port Jun 11 19:26:25.353441 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.v2.resource_helper [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:26:25.353877 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.v2.resource_helper [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Service FLAVORS assigned prefix: {{(pid=91728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:26:25.354512 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.v2.resource_helper [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:26:25.354964 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.v2.resource_helper [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:26:25.355287 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Creating instance of TrackedResource for resource:router Jun 11 19:26:25.355727 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Creating instance of TrackedResource for resource:floatingip Jun 11 19:26:25.356675 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.v2.resource_helper [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Service METERING assigned prefix: /metering {{(pid=91728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:26:25.358092 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.358461 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.358843 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:26:25.359840 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Creating instance of CountableResource for resource:rbac_policy Jun 11 19:26:25.360288 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Creating instance of TrackedResource for resource:security_group Jun 11 19:26:25.360718 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 11 19:26:25.361316 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.v2.resource_helper [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Service CORE assigned prefix: {{(pid=91728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:26:25.361640 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 19:26:25.361985 dv-cinder-790535-3-iscsi neutron-server[91728]: WARNING neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] subnetpool is already registered Jun 11 19:26:25.362404 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.v2.resource_helper [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Service CORE assigned prefix: {{(pid=91728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:26:25.362758 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 19:26:25.363088 dv-cinder-790535-3-iscsi neutron-server[91728]: WARNING neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] subnetpool is already registered Jun 11 19:26:25.365341 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.v2.resource_helper [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:26:25.365775 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.v2.resource_helper [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Service FLAVORS assigned prefix: {{(pid=91728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:26:25.366369 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.v2.resource_helper [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:26:25.366815 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.v2.resource_helper [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:26:25.367142 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Creating instance of TrackedResource for resource:router Jun 11 19:26:25.367483 dv-cinder-790535-3-iscsi neutron-server[91728]: WARNING neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] router is already registered Jun 11 19:26:25.367888 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Creating instance of TrackedResource for resource:floatingip Jun 11 19:26:25.368219 dv-cinder-790535-3-iscsi neutron-server[91728]: WARNING neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] floatingip is already registered Jun 11 19:26:25.368667 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.v2.resource_helper [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Service METERING assigned prefix: /metering {{(pid=91728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:26:25.369326 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Creating instance of CountableResource for resource:rbac_policy Jun 11 19:26:25.369649 dv-cinder-790535-3-iscsi neutron-server[91728]: WARNING neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] rbac_policy is already registered Jun 11 19:26:25.370053 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Creating instance of TrackedResource for resource:security_group Jun 11 19:26:25.370386 dv-cinder-790535-3-iscsi neutron-server[91728]: WARNING neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] security_group is already registered Jun 11 19:26:25.370809 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 11 19:26:25.371138 dv-cinder-790535-3-iscsi neutron-server[91728]: WARNING neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] security_group_rule is already registered Jun 11 19:26:25.371773 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.v2.resource_helper [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Service CORE assigned prefix: {{(pid=91728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:26:25.372096 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 19:26:25.372426 dv-cinder-790535-3-iscsi neutron-server[91728]: WARNING neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] subnetpool is already registered Jun 11 19:26:25.372838 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.v2.resource_helper [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Service CORE assigned prefix: {{(pid=91728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 19:26:25.373156 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 19:26:25.373483 dv-cinder-790535-3-iscsi neutron-server[91728]: WARNING neutron.quota.resource_registry [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] subnetpool is already registered Jun 11 19:26:25.373944 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: extensions {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.375420 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: address-groups {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.376912 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: address-scopes {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.378236 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: agents {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.379438 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: auto-allocated-topology {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.380704 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: availability_zones {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.381908 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: dhcp-networks {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.383542 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: dhcp-agents {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.384979 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: routers {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.386718 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: flavors {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.388515 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: service_profiles {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.389712 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: next_providers {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.391190 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: service_profiles {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.392735 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: floatingip-pools {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.393963 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: routers {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.395669 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: floatingips {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.396939 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: l3-routers {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.398335 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: l3-agents {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.399817 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: metering-labels {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.401076 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: metering-label-rules {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.404008 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: network-ip-availabilities {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.405284 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: bindings {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.406865 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: quotas {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.408430 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: quotas {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.409856 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: rbac-policies {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.411073 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: security-groups {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.412365 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: security-group-rules {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.413624 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: service-providers {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.414872 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: subnetpools {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.416213 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: subnetpools {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.417755 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: tags {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.419573 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: tags {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.421385 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: tags {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.423198 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: tags {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.424898 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: tags {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.426865 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: tags {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.428550 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: tags {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.430392 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: tags {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.432281 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: tags {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.434057 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron.api.extensions [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Extended resource: tags {{(pid=91728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 19:26:25.440089 dv-cinder-790535-3-iscsi neutron-server[91728]: WARNING keystonemiddleware.auth_token [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 11 19:26:25.444542 dv-cinder-790535-3-iscsi neutron-server[91728]: WARNING keystonemiddleware.auth_token [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 11 19:26:25.453566 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_concurrency.lockutils [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Acquired lock "singleton_lock" {{(pid=91728) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 11 19:26:25.454034 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_concurrency.lockutils [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Releasing lock "singleton_lock" {{(pid=91728) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 11 19:26:25.454702 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO oslo_service.service [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Starting 2 workers Jun 11 19:26:25.459683 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Started child 91833 {{(pid=91728) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 19:26:25.464036 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Started child 91834 {{(pid=91728) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 19:26:25.465102 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:25.466260 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO neutron.service [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 11 19:26:25.466754 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Notify callbacks [] for process, before_spawn {{(pid=91728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:25.467176 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [-] (91833) wsgi starting up on http://0.0.0.0:9696 Jun 11 19:26:25.469207 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO oslo_service.service [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Starting 1 workers Jun 11 19:26:25.469311 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:25.470608 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [-] (91834) wsgi starting up on http://0.0.0.0:9696 Jun 11 19:26:25.474294 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Started child 91835 {{(pid=91728) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 19:26:25.474854 dv-cinder-790535-3-iscsi neutron-server[91728]: INFO oslo_service.service [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Starting 1 workers Jun 11 19:26:25.478756 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.service [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] calling RpcWorker wait() {{(pid=91835) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 11 19:26:25.479298 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.service [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] returning from RpcWorker wait() {{(pid=91835) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 11 19:26:25.479374 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Started child 91836 {{(pid=91728) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 19:26:25.480086 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG neutron_lib.callbacks.manager [None req-3acac3e3-4361-471e-80ca-eaf5d63ce43b None None] Notify callbacks [] for process, after_spawn {{(pid=91728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:25.480630 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:25.481158 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:26:25.481989 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91728) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 11 19:26:25.482206 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 19:26:25.482391 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 19:26:25.482618 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 19:26:25.482960 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 19:26:25.483126 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 19:26:25.483643 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.483930 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.484197 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.484389 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:25.484850 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.484850 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.485368 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.485568 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:26:25.485659 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.485880 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.486150 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.486383 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.486560 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.486773 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.487032 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.487268 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.487562 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.487836 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.488083 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.488358 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.488535 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.488780 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.489043 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.489290 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.489552 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] debug = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.489805 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.490291 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.490540 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.490803 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.491023 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.491320 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.491554 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.491851 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.492111 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.492373 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.492621 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.492884 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.493127 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.493442 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.493669 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.493933 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.494152 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.494640 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] host = dv-cinder-790535-3-iscsi {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.494855 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.495091 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.495342 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.495583 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.495826 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.496041 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.496283 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.496577 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.496829 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.497080 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.497313 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.497567 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.497811 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.498058 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] log_file = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.498260 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] log_options = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.498462 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.498792 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.499028 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.499217 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.499386 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.499560 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.499809 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.499974 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.500223 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.500456 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.500673 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.500886 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.501116 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.501353 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.501599 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.501840 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.502052 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.502260 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.502502 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.502768 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.503010 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.503232 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.503478 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.503692 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.503904 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.504134 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.504357 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.504580 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.504781 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.505046 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.505284 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.505561 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.505801 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.506043 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.506266 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.506490 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.506739 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.506998 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.507224 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.507464 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.507707 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.507938 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.508243 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.508402 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.508653 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.508846 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] use_json = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.509056 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.509266 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.509517 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.509729 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.509939 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.510155 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.510366 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.510624 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.511034 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.511447 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.511646 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.511904 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.512671 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.512927 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.513159 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.513399 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.513647 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.514194 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.514349 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.514486 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.514935 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.515850 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.515850 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.515850 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.515850 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.516328 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.516328 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.516678 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.516817 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.516980 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.517994 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.517994 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.517994 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.519050 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.519050 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.519050 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.519050 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.519050 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.520358 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.520358 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.520358 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.520358 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.520358 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.520358 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.522834 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.522834 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.522834 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.522834 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.522834 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.522834 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.522834 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.522834 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.522834 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.523832 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.523832 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.523832 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.523832 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.523832 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.523832 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.523832 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.524515 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.524515 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.524515 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.525762 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.525762 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.525762 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.525762 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.525762 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.526083 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.526148 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.526324 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.526566 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.526802 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.527282 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.527282 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.527451 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.527648 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.528443 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.528671 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.528902 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.529140 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.529356 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.529589 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.529751 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 34304) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:26:25.529860 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.530006 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.530217 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.530627 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.531003 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.531369 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.531587 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.531968 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.532341 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.532774 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.533243 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.533509 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.533760 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.533984 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.534244 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.534464 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.534754 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.534975 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.535193 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.535428 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.535707 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.535967 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.536218 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.536465 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.536712 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.536971 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.537190 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.537497 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.537741 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.537993 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.538233 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.538508 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.538944 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.539365 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.539606 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.539864 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.540181 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.540409 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0082362 Jun 11 19:26:25.541373 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.541817 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.543009 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.543520 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.543968 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.544386 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.544792 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.545170 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.545566 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.546002 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.546390 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.546831 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.547233 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.547626 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.548018 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.548449 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.549647 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.549647 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.549647 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.549647 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.549994 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.549994 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.550154 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.550351 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.550637 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.550904 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.551149 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.551577 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.551980 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.552361 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.552759 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.553136 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.553504 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.553743 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.554146 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.554525 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.554903 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.555300 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.555687 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.555929 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.556179 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.556429 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.556790 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.557154 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.557561 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.557954 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.558308 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.558730 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.559117 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.559510 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.559910 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.560275 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.560639 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.561000 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.561354 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.561738 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.562113 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.562551 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.562839 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.563062 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.563441 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.563817 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.564226 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.564575 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.564968 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.565332 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.565686 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.566041 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.566417 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.566830 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.567048 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.567407 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.567790 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.568178 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.568571 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.569034 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.569413 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.569810 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.570177 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.570532 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.570987 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.571959 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.572342 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.573506 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.573506 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.573506 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.573506 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.573506 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.573860 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.573927 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.574131 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.574501 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.576264 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.576632 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.576945 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.577206 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.577655 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.577655 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.577890 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.578119 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.579339 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.579731 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.580676 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.580676 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.580676 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.580905 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.581073 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.581293 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.581506 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.581751 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.581961 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.582198 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.582416 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.582654 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.583080 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.583462 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.583657 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.583876 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.584088 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.584406 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.584833 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.585065 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.585348 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.585599 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.585829 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.586086 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.586406 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.587421 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.587685 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.587914 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.588137 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.588365 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.588621 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.588941 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.589241 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.589653 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.589928 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.590201 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.591576 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.591576 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.591576 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.591805 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.592140 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.592419 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.592675 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.592903 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.593171 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.593414 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.593635 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.593853 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.594087 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.594310 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.594571 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.594822 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.595062 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.595279 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.595502 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.596937 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.596937 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.596937 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.596937 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.596937 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.596937 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 19:26:25.597454 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91728) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 11 19:26:25.597454 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 19:26:25.597600 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 19:26:25.597761 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 19:26:25.597904 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 19:26:25.598058 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 19:26:25.598252 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.598418 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.598578 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.599552 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.599716 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.599897 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.600058 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.600218 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.600381 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.600539 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.600699 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.600857 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.601014 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.601172 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.601331 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.601488 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.601645 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.601805 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.601967 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.602128 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.603075 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.603075 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.603075 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] debug = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.603075 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.603075 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.603075 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.603811 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.603811 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.603811 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.603811 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.603811 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.604398 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.604398 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.604398 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.604398 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.604862 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.604862 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.604862 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.605210 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.605210 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.605453 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] host = dv-cinder-790535-3-iscsi {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.605453 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.605689 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.605689 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.605959 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.606087 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.606211 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.606335 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.606458 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.606598 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.606834 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.606995 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.607152 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.607310 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.607467 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] log_file = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.607623 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] log_options = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.607780 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.607938 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.608170 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.608308 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.608436 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.608598 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.608794 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.608921 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.609133 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.609133 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.609504 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.609504 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.609741 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.609741 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.609973 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.610107 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.610263 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.610410 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.610536 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.610750 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.612555 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.612723 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.612902 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.613071 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.613266 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.613404 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.613569 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.613733 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.613894 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.615896 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.615896 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.615896 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.615896 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.615896 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.615896 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.615896 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.615896 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.616822 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.616822 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.616822 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.616822 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.616822 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.616822 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.616822 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.616822 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.618950 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] use_json = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.618950 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.618950 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.618950 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.618950 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.618950 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.618950 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.618950 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.619976 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 19:26:25.619976 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.619976 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.619976 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.619976 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.619976 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.619976 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.619976 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.620512 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.620512 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.620512 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.620512 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.620512 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.620512 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.620512 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.620512 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.622988 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.622988 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.622988 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.622988 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.622988 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.622988 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.622988 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.622988 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.623469 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.623469 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.623469 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.623469 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.623469 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.623469 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.623469 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.623469 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.623972 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.623972 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.623972 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.623972 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.623972 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.623972 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.623972 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.624423 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.624423 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.624423 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.624629 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.624708 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.624843 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.625003 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.625166 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.625647 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.625647 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.625647 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.625872 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.625961 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.626084 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.626243 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.626403 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.626571 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.627628 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.627723 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.627855 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.628014 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.628270 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.628383 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.628529 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.628663 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.628823 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.628985 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.629147 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.629308 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.630639 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.630639 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.630639 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.630639 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.630639 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.630639 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.630639 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.630639 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.632160 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.632160 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.632160 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.632160 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.632160 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.632160 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.632530 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.632530 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.632530 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.632694 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.632867 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.633567 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.633567 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.633567 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.633567 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.633862 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.633862 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.633997 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.634061 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.634200 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.634364 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.634523 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.634733 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.634872 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.635013 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.635163 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.635324 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.635485 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.635643 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.635803 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.635978 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.636111 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.636266 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.636428 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.636588 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.636776 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.636919 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.637079 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.637803 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.637945 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.638113 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.638268 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.638433 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.638644 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.638781 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.638910 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.639075 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.639235 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.639365 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:26:25.639510 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.639664 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.639863 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.639863 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.640110 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.640330 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.640330 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.640588 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.640588 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.640830 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.640958 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.641086 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.641213 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.641359 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.641519 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.641680 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.641840 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.642000 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.642160 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.642321 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.642481 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.642683 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.642846 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.642995 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.643154 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.643315 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.643475 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.643634 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.643794 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.643953 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.644113 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.644272 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.644432 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.644591 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.644750 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.644908 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.645068 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.645227 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.645437 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.645534 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.645690 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.645849 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.646010 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.646168 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.646328 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.646487 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.646696 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.646857 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.647018 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.647179 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.647340 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.647501 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.647662 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.647825 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.647985 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.648146 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.648307 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.648467 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.648628 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.648791 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.648951 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.649113 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.649272 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.649432 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.649609 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.649770 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.649935 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.650097 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.650258 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.650421 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.650602 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.651544 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.651710 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.651873 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.652037 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.652202 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.652367 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.652531 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.652697 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.652883 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.653196 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.653364 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.653525 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.655531 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.655531 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.655531 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.655531 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.655531 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.655531 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.655531 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.655531 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.656025 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.656025 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.656025 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.656025 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.656025 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.656025 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.656025 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.656025 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.656459 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.656459 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.656459 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.656625 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.656860 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.656985 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.657075 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.657388 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.657388 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.657540 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.657672 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.657834 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.658007 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.658165 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.658326 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.658486 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.658690 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.658841 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.659005 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.659166 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.659329 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.659489 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.660021 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.660021 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.660021 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.660252 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.660252 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.662294 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.662294 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.662294 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.662294 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.662294 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.662294 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.662294 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.662294 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.662938 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.662938 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.662938 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.662938 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.662938 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.662938 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.662938 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.663494 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.663660 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.663980 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.664192 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.664286 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.664448 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.664608 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.664768 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.664928 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.665088 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 19:26:25.665247 dv-cinder-790535-3-iscsi neutron-server[91728]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 19:26:36.722156 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a9142c-80df-47ee-a2cf-7ae9315c662d None None] get_active_networks_info from dv-cinder-790535-3-iscsi {{(pid=91835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 19:26:36.828146 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a9142c-80df-47ee-a2cf-7ae9315c662d None None] No non-hosted networks {{(pid=91835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 11 19:26:36.847371 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.agentschedulers_db [None req-53a9142c-80df-47ee-a2cf-7ae9315c662d None None] DHCP Agent not found on host dv-cinder-790535-3-iscsi {{(pid=91835) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 11 19:26:36.979003 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-6f99e632-6b2a-4209-84a8-54b4b171e781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262'] for agent, after_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:39.024870 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-553249ca-28cc-4597-ba42-d329a2e23a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262'] for agent, after_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:39.074860 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-91ded136-5dcd-4fb9-b6fa-4fbbdd17fe25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:39.221943 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262'] for agent, after_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:39.222934 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:39.223561 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:39.224075 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:39.224657 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:39.225215 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:39.225721 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:39.226308 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:39.226912 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:39.227460 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:39.228012 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:39.231579 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:39.232178 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:39.232829 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:26:39.239274 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:26:40.406807 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262'] for agent, after_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:41.871191 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262'] for agent, after_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:42.383810 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.db.l3_hamode_db [None req-ea2ed7cb-19ba-43d6-b696-49a5ed8cbbf6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 11 19:26:42.473617 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2ed7cb-19ba-43d6-b696-49a5ed8cbbf6 None None] Routers set() bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:26:42.474005 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2ed7cb-19ba-43d6-b696-49a5ed8cbbf6 None None] Router IDs set() for agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 11 19:26:43.118380 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 34406) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:26:43.609735 dv-cinder-790535-3-iscsi neutron-server[91833]: WARNING oslo_policy.policy [None req-d5e1f6d3-d076-4d55-a7ec-1ced31fba817 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 19:26:43.610349 dv-cinder-790535-3-iscsi neutron-server[91833]: WARNING oslo_policy.policy [None req-d5e1f6d3-d076-4d55-a7ec-1ced31fba817 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 19:26:43.821915 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [None req-d5e1f6d3-d076-4d55-a7ec-1ced31fba817 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:26:43.823127 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-d5e1f6d3-d076-4d55-a7ec-1ced31fba817 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7027020 Jun 11 19:26:46.122708 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 34420) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:26:46.606000 dv-cinder-790535-3-iscsi neutron-server[91834]: WARNING oslo_policy.policy [None req-a55d06bf-9e34-45e2-abce-7325bd3a6fb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 19:26:46.606632 dv-cinder-790535-3-iscsi neutron-server[91834]: WARNING oslo_policy.policy [None req-a55d06bf-9e34-45e2-abce-7325bd3a6fb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 19:26:46.818369 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-a55d06bf-9e34-45e2-abce-7325bd3a6fb8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:26:46.915624 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.policy [None req-a55d06bf-9e34-45e2-abce-7325bd3a6fb8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91834) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 11 19:26:46.960486 dv-cinder-790535-3-iscsi neutron-server[91834]: WARNING oslo_policy.policy [None req-a55d06bf-9e34-45e2-abce-7325bd3a6fb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 19:26:46.960845 dv-cinder-790535-3-iscsi neutron-server[91834]: WARNING oslo_policy.policy [None req-a55d06bf-9e34-45e2-abce-7325bd3a6fb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 19:26:46.969514 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.quota [None req-a55d06bf-9e34-45e2-abce-7325bd3a6fb8 admin admin] Loaded quota_driver: . Jun 11 19:26:47.060691 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a55d06bf-9e34-45e2-abce-7325bd3a6fb8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747753690167', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747753690628', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747753671411', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747753675837', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747753721590', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747753722236', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2080681', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2052153', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1017088', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572364'] for rbac-policy, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:47.125320 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a55d06bf-9e34-45e2-abce-7325bd3a6fb8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:47.126504 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-a55d06bf-9e34-45e2-abce-7325bd3a6fb8 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0028667 Jun 11 19:26:49.631987 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 34438) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:26:49.927965 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Request body: {'network': {'project_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'admin_state_up': True, 'name': 'private', 'tenant_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:26:49.956190 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Made reservation on behalf of c16a34e84c0f43f2a7eb22f3bdb35d90 for: {'network': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:26:49.958906 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for network, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:49.977113 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:50.100787 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:50.104353 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:50.109870 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:26:50.131061 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=91834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:26:50.155997 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747756516271', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:50.156593 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Unsubscribe: segment precommit_create {{(pid=91834) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 11 19:26:50.157081 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.segments_db [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Added segment 536ab4fb-ea1e-4aa0-a80b-22fddecfe2d0 of type vlan for network ed664aba-7795-4acd-9f5d-3a46b39ef5c1 Jun 11 19:26:50.163894 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b403fa3-46e6-4547-9296-6b3f818ed20d,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:26:50.187056 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:50.187403 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:50.187729 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:50.188058 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:50.188353 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:50.188674 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:50.188999 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:50.189286 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:50.189601 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:50.189905 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:50.190206 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:50.190500 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Tracked resource versions report: Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: pushed versions: Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: { 'AddressGroup': {'1.2'}, Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'ConntrackHelper': {'1.0'}, Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'Log': {'1.0'}, Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'Network': {'1.1'}, Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'Port': {'1.7'}, Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'PortForwarding': {'1.2'}, Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'QosPolicy': {'1.8'}, Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'SecurityGroup': {'1.4'}, Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'SecurityGroupRule': {'1.2'}, Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'SubPort': {'1.0'}, Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'Subnet': {'1.1'}, Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'Trunk': {'1.1'}} Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: consumer versions: Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: { DHCP agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: L3 agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: Metadata agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: Metering agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: Open vSwitch agent@dv-cinder-790535-3-iscsi: { 'AddressGroup': '1.2', Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'ConntrackHelper': '1.0', Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'Log': '1.0', Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'Network': '1.1', Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'Port': '1.7', Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'PortForwarding': '1.2', Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'QosPolicy': '1.8', Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'SecurityGroup': '1.4', Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'SecurityGroupRule': '1.2', Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'SubPort': '1.0', Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'Subnet': '1.1', Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: 'Trunk': '1.1'}} Jun 11 19:26:50.191640 dv-cinder-790535-3-iscsi neutron-server[91834]: {{(pid=91834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 19:26:50.270840 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:26:50.284203 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747756045487'] for network, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:50.333543 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:50.335086 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:26:50.335753 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:50.338549 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:26:50.396974 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7639754 Jun 11 19:26:50.454507 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Pushing event updated for resources: {'Network': ['ID=ed664aba-7795-4acd-9f5d-3a46b39ef5c1,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:26:50.458046 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:26:50.467606 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Network ed664aba-7795-4acd-9f5d-3a46b39ef5c1 details requested by agent ovs-agent-dv-cinder-790535-3-iscsi with host dv-cinder-790535-3-iscsi {{(pid=91835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:26:52.961179 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 34452) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:26:53.364313 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafbc1d3-81dd-4afe-817e-b81e83da3184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:26:53.365628 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-cafbc1d3-81dd-4afe-817e-b81e83da3184 admin admin] 10.222.0.24 "GET /v2.0/networks/ed664aba-7795-4acd-9f5d-3a46b39ef5c1 HTTP/1.1" status: 200 len: 825 time: 0.4035149 Jun 11 19:26:53.389930 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-ef15de00-f2e7-452b-abe5-78365fdc057c admin admin] 10.222.0.24 "GET /v2.0/subnetpools/93a014c2-a683-4a6e-ad81-63f41d4dc41d HTTP/1.1" status: 200 len: 734 time: 0.0190496 Jun 11 19:26:53.398002 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-31e0cb1a-aaef-4435-b941-2a8e643268c1 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'name': 'private-subnet', 'network_id': 'ed664aba-7795-4acd-9f5d-3a46b39ef5c1', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '93a014c2-a683-4a6e-ad81-63f41d4dc41d'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:26:53.420775 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e0cb1a-aaef-4435-b941-2a8e643268c1 admin admin] Made reservation on behalf of c16a34e84c0f43f2a7eb22f3bdb35d90 for: {'subnet': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:26:53.423243 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-31e0cb1a-aaef-4435-b941-2a8e643268c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:53.745348 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-31e0cb1a-aaef-4435-b941-2a8e643268c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:53.749577 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:26:53.822399 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0cb1a-aaef-4435-b941-2a8e643268c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84fbe08c-7d66-4fac-b058-3b9314ff0219,revision_number=0']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:26:53.827280 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e0cb1a-aaef-4435-b941-2a8e643268c1 admin admin] Checking segment: {'id': '536ab4fb-ea1e-4aa0-a80b-22fddecfe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed664aba-7795-4acd-9f5d-3a46b39ef5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:26:53.827633 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e0cb1a-aaef-4435-b941-2a8e643268c1 admin admin] Network hostable DHCP agents. Network: ed664aba-7795-4acd-9f5d-3a46b39ef5c1, hostable agents: ['c7177cc0-43cb-4693-ab8c-8cb8ca1ff766'], hosted agents: [] {{(pid=91834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:26:53.832305 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-31e0cb1a-aaef-4435-b941-2a8e643268c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:26:53.849721 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e0cb1a-aaef-4435-b941-2a8e643268c1 admin admin] Network ed664aba-7795-4acd-9f5d-3a46b39ef5c1 is scheduled to be hosted by DHCP agent c7177cc0-43cb-4693-ab8c-8cb8ca1ff766 with binding_index 1 {{(pid=91834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:26:53.859807 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-31e0cb1a-aaef-4435-b941-2a8e643268c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-iscsi, ed664aba-7795-4acd-9f5d-3a46b39ef5c1) {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:26:53.864181 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e0cb1a-aaef-4435-b941-2a8e643268c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:26:53.864750 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-31e0cb1a-aaef-4435-b941-2a8e643268c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:53.870368 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043a539f-3b09-4aae-acab-671099a800b1 None None] Network ed664aba-7795-4acd-9f5d-3a46b39ef5c1 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:26:53.877579 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-31e0cb1a-aaef-4435-b941-2a8e643268c1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4827979 Jun 11 19:26:54.202130 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8d98eb-78df-5358-9897-8218328971fe-ed664aba-7795-4acd-9f5d-3a46b39ef5c1', 'network_id': 'ed664aba-7795-4acd-9f5d-3a46b39ef5c1', 'tenant_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'fixed_ips': [{'subnet_id': '84fbe08c-7d66-4fac-b058-3b9314ff0219'}]}} from dv-cinder-790535-3-iscsi. {{(pid=91835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 19:26:54.203471 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:54.481433 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.db_base_plugin_common [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Allocated IP 172.20.0.2 (ed664aba-7795-4acd-9f5d-3a46b39ef5c1/84fbe08c-7d66-4fac-b058-3b9314ff0219/e801206b-7548-40c0-9250-87075ba4ff3d) {{(pid=91835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:26:54.746972 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Notify callbacks [] for port, precommit_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:54.762160 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Transition to ACTIVE for port object e801206b-7548-40c0-9250-87075ba4ff3d will not be triggered until provisioned by entity L2. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:26:54.782263 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Transition to ACTIVE for port object e801206b-7548-40c0-9250-87075ba4ff3d will not be triggered until provisioned by entity DHCP. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:26:54.790838 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:54.793982 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:26:54.867858 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Network ed664aba-7795-4acd-9f5d-3a46b39ef5c1 is already hosted by enough agents. {{(pid=91835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:26:54.872354 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.base_scheduler [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Resources bound (agent type, host, resource id): {{(pid=91835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:26:54.882109 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Received port after_create {{(pid=91835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:26:54.885272 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Pushing event updated for resources: {'Port': ['ID=e801206b-7548-40c0-9250-87075ba4ff3d,revision_number=1']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:26:54.909468 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:54.909838 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:54.910163 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:54.910486 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:54.910820 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:54.911140 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:54.911447 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:54.911752 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:54.912071 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:54.912379 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:54.912682 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:54.912979 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Tracked resource versions report: Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: pushed versions: Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: { 'AddressGroup': {'1.2'}, Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'ConntrackHelper': {'1.0'}, Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'Log': {'1.0'}, Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'Network': {'1.1'}, Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'Port': {'1.7'}, Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'PortForwarding': {'1.2'}, Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'QosPolicy': {'1.8'}, Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'SecurityGroup': {'1.4'}, Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'SecurityGroupRule': {'1.2'}, Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'SubPort': {'1.0'}, Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'Subnet': {'1.1'}, Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'Trunk': {'1.1'}} Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: consumer versions: Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: { DHCP agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: L3 agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: Metadata agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: Metering agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: Open vSwitch agent@dv-cinder-790535-3-iscsi: { 'AddressGroup': '1.2', Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'ConntrackHelper': '1.0', Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'Log': '1.0', Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'Network': '1.1', Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'Port': '1.7', Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'PortForwarding': '1.2', Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'QosPolicy': '1.8', Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'SecurityGroup': '1.4', Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'SecurityGroupRule': '1.2', Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'SubPort': '1.0', Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'Subnet': '1.1', Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: 'Trunk': '1.1'}} Jun 11 19:26:54.914068 dv-cinder-790535-3-iscsi neutron-server[91835]: {{(pid=91835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 19:26:54.940696 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:26:54.975715 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Attempting to bind port e801206b-7548-40c0-9250-87075ba4ff3d on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:26:54.976115 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Attempting to bind port e801206b-7548-40c0-9250-87075ba4ff3d by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': '536ab4fb-ea1e-4aa0-a80b-22fddecfe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed664aba-7795-4acd-9f5d-3a46b39ef5c1'}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:26:54.976520 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Attempting to bind port e801206b-7548-40c0-9250-87075ba4ff3d on network ed664aba-7795-4acd-9f5d-3a46b39ef5c1 {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:26:54.981895 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:26:54.982296 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Checking segment: {'id': '536ab4fb-ea1e-4aa0-a80b-22fddecfe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed664aba-7795-4acd-9f5d-3a46b39ef5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:26:54.982848 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:54.983236 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Bound using segment: {'id': '536ab4fb-ea1e-4aa0-a80b-22fddecfe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed664aba-7795-4acd-9f5d-3a46b39ef5c1'} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:26:54.983721 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Bound port: e801206b-7548-40c0-9250-87075ba4ff3d, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536ab4fb-ea1e-4aa0-a80b-22fddecfe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed664aba-7795-4acd-9f5d-3a46b39ef5c1'}}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:26:54.984104 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:55.054448 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] For port e801206b-7548-40c0-9250-87075ba4ff3d, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:26:55.075782 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] For port e801206b-7548-40c0-9250-87075ba4ff3d, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=e801206b-7548-40c0-9250-87075ba4ff3d,segment=NetworkSegment(536ab4fb-ea1e-4aa0-a80b-22fddecfe2d0),segment_id=536ab4fb-ea1e-4aa0-a80b-22fddecfe2d0)] {{(pid=91835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:26:55.080730 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:26:55.083177 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:26:55.143407 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Pushing event updated for resources: {'Port': ['ID=e801206b-7548-40c0-9250-87075ba4ff3d,revision_number=2']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:26:55.146302 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:26:56.234189 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 34460) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:26:56.561984 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [None req-48f92e98-e245-4216-94b8-53cd8a678282 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:26:56.563009 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-48f92e98-e245-4216-94b8-53cd8a678282 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3278456 Jun 11 19:26:58.900492 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 34468) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:26:59.214756 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [None req-e33fc074-12d1-4581-bd3b-cc8b798d0d80 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:26:59.215717 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-e33fc074-12d1-4581-bd3b-cc8b798d0d80 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3143237 Jun 11 19:27:01.112205 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78355032-4052-499c-9df4-a0d5dfdb91de None None] Network ed664aba-7795-4acd-9f5d-3a46b39ef5c1 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:27:01.214737 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-4dca318d-6865-4a99-b7c0-5113128b6db4 None None] Provisioning for port e801206b-7548-40c0-9250-87075ba4ff3d completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:27:01.223995 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device e801206b-7548-40c0-9250-87075ba4ff3d up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:27:01.369237 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port e801206b-7548-40c0-9250-87075ba4ff3d completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:27:01.398353 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port e801206b-7548-40c0-9250-87075ba4ff3d triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:27:01.398775 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:01.548517 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:01.588061 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port e801206b-7548-40c0-9250-87075ba4ff3d, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=e801206b-7548-40c0-9250-87075ba4ff3d,segment=NetworkSegment(536ab4fb-ea1e-4aa0-a80b-22fddecfe2d0),segment_id=536ab4fb-ea1e-4aa0-a80b-22fddecfe2d0)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:27:01.593130 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:01.596217 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:27:01.655992 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=e801206b-7548-40c0-9250-87075ba4ff3d,revision_number=3']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:27:01.659436 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:27:01.663306 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-6618d153-0610-48ee-9965-dc50b22afa1d None None] Provisioning complete for port e801206b-7548-40c0-9250-87075ba4ff3d triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:27:01.663716 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-6618d153-0610-48ee-9965-dc50b22afa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:01.811448 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 34484) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:27:02.104968 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-e9cfceb4-58c8-4917-95f1-c67c42d6fb22 admin admin] Request body: {'router': {'tenant_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'admin_state_up': True, 'name': 'router1'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:27:02.128293 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e9cfceb4-58c8-4917-95f1-c67c42d6fb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10981'] for router, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:02.129680 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e9cfceb4-58c8-4917-95f1-c67c42d6fb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10988'] for router, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:02.277560 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e9cfceb4-58c8-4917-95f1-c67c42d6fb22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:02.281932 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e9cfceb4-58c8-4917-95f1-c67c42d6fb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931226'] for router, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:02.294403 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e9cfceb4-58c8-4917-95f1-c67c42d6fb22 admin admin] Notify callbacks [] for router, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:02.295583 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-e9cfceb4-58c8-4917-95f1-c67c42d6fb22 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4831872 Jun 11 19:27:03.180150 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device e801206b-7548-40c0-9250-87075ba4ff3d up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:27:03.231113 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port e801206b-7548-40c0-9250-87075ba4ff3d triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:27:03.231477 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:04.581946 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 34492) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:27:04.901865 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [None req-3a64cfc0-97ec-4348-be71-b1e7f80cd744 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:27:04.902905 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-3a64cfc0-97ec-4348-be71-b1e7f80cd744 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3200119 Jun 11 19:27:06.653641 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-8a1cb4ad-07f4-43a7-aa9d-f5b96dfc3741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:07.210000 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 34500) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:27:07.519050 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-6d45274b-b036-4362-9e0e-c7c23c97eb6c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:27:07.539306 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d45274b-b036-4362-9e0e-c7c23c97eb6c admin admin] Made reservation on behalf of c54d126b4e3444cebd6aedde8b47a2c9 for: {'network': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:27:07.541463 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6d45274b-b036-4362-9e0e-c7c23c97eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for network, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:07.551744 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6d45274b-b036-4362-9e0e-c7c23c97eb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:07.638886 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6d45274b-b036-4362-9e0e-c7c23c97eb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:07.642175 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6d45274b-b036-4362-9e0e-c7c23c97eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:07.646901 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:27:07.657613 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6d45274b-b036-4362-9e0e-c7c23c97eb6c admin admin] Reserving flat network on physical network physnet1 {{(pid=91834) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 11 19:27:07.679600 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6d45274b-b036-4362-9e0e-c7c23c97eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:07.679936 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.segments_db [None req-6d45274b-b036-4362-9e0e-c7c23c97eb6c admin admin] Added segment f75c9b9c-5e21-41f2-824a-99a66384342e of type flat for network 96e13ff2-92ce-495c-a9c8-09520c2db46e Jun 11 19:27:07.681061 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45274b-b036-4362-9e0e-c7c23c97eb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343fa5a3-9ba1-497c-a2ca-67e92d57727e,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:27:07.690482 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-6d45274b-b036-4362-9e0e-c7c23c97eb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:27:07.738077 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6d45274b-b036-4362-9e0e-c7c23c97eb6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747756045487'] for network, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:07.772802 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6d45274b-b036-4362-9e0e-c7c23c97eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:07.774040 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d45274b-b036-4362-9e0e-c7c23c97eb6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:27:07.774624 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6d45274b-b036-4362-9e0e-c7c23c97eb6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:07.777772 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:27:07.808372 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-6d45274b-b036-4362-9e0e-c7c23c97eb6c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5973597 Jun 11 19:27:07.854342 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45274b-b036-4362-9e0e-c7c23c97eb6c admin admin] Pushing event updated for resources: {'Network': ['ID=96e13ff2-92ce-495c-a9c8-09520c2db46e,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:27:07.857655 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-6d45274b-b036-4362-9e0e-c7c23c97eb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:27:07.865042 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e details requested by agent ovs-agent-dv-cinder-790535-3-iscsi with host dv-cinder-790535-3-iscsi {{(pid=91835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:27:09.020939 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-45341b96-b3d4-4e48-8920-11806c9abd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:09.212918 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:10.121314 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 34508) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:27:10.329842 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:10.497958 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51a1819-59c7-4326-a07c-bd37897146a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:27:10.499320 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-a51a1819-59c7-4326-a07c-bd37897146a3 admin admin] 10.222.0.24 "GET /v2.0/subnets/84fbe08c-7d66-4fac-b058-3b9314ff0219 HTTP/1.1" status: 200 len: 849 time: 0.3770595 Jun 11 19:27:10.640500 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-c0076142-a60b-4593-883a-04efdd4a248c admin admin] 10.222.0.24 "GET /v2.0/routers/5dae59fc-98e7-4c25-85a9-3bdcfbeae173 HTTP/1.1" status: 200 len: 704 time: 0.1358185 Jun 11 19:27:11.050266 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:11.350488 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Allocated IP 172.20.0.1 (ed664aba-7795-4acd-9f5d-3a46b39ef5c1/84fbe08c-7d66-4fac-b058-3b9314ff0219/0dc4052e-2b89-4190-b18c-7df05b81243f) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:27:11.511726 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:11.532828 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Transition to ACTIVE for port object 0dc4052e-2b89-4190-b18c-7df05b81243f will not be triggered until provisioned by entity DHCP. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:27:11.612961 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:11.614943 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:27:11.688770 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Network ed664aba-7795-4acd-9f5d-3a46b39ef5c1 is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:27:11.693265 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:27:11.698730 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:27:11.699582 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935007'] for router_interface, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:11.769993 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Pushing event updated for resources: {'Port': ['ID=0dc4052e-2b89-4190-b18c-7df05b81243f,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:27:11.780743 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:27:11.816600 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:11.926820 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-1258d41c-a1af-456b-8e5c-e0bae02006f3 None None] Provisioning for port 0dc4052e-2b89-4190-b18c-7df05b81243f completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:27:11.930173 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-1258d41c-a1af-456b-8e5c-e0bae02006f3 None None] Provisioning complete for port 0dc4052e-2b89-4190-b18c-7df05b81243f triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:27:11.930546 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-1258d41c-a1af-456b-8e5c-e0bae02006f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:11.931460 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:11.969993 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-1258d41c-a1af-456b-8e5c-e0bae02006f3 None None] Port 0dc4052e-2b89-4190-b18c-7df05b81243f cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:27:12.140091 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:12.144184 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:12.145223 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935115'] for router_interface, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:12.147642 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:27:12.220224 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Pushing event updated for resources: {'Port': ['ID=0dc4052e-2b89-4190-b18c-7df05b81243f,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:27:12.322897 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:27:12.362708 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Network ed664aba-7795-4acd-9f5d-3a46b39ef5c1 is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:27:12.364002 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:27:12.547845 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Router 5dae59fc-98e7-4c25-85a9-3bdcfbeae173 is scheduled to L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 with binding_index 1 {{(pid=91834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 19:27:12.591123 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-c36b9c66-f6c8-43dd-bcc5-c432abee0503 None None] Provisioning complete for port 0dc4052e-2b89-4190-b18c-7df05b81243f triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:27:12.591496 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c36b9c66-f6c8-43dd-bcc5-c432abee0503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:12.633093 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-c36b9c66-f6c8-43dd-bcc5-c432abee0503 None None] Port 0dc4052e-2b89-4190-b18c-7df05b81243f cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:27:12.669285 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:27:12.674579 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] 10.222.0.24 "PUT /v2.0/routers/5dae59fc-98e7-4c25-85a9-3bdcfbeae173/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0293417 Jun 11 19:27:12.678985 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Sync routers for ids ['5dae59fc-98e7-4c25-85a9-3bdcfbeae173'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:27:12.691110 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Routers {'5dae59fc-98e7-4c25-85a9-3bdcfbeae173'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:27:12.691926 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:27:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['5dae59fc-98e7-4c25-85a9-3bdcfbeae173'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:27:12.894540 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Set router 5dae59fc-98e7-4c25-85a9-3bdcfbeae173 gateway port host: None {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:27:13.357316 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae59fc-98e7-4c25-85a9-3bdcfbeae173', 'name': 'router1', 'tenant_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:27:02Z', 'updated_at': '2021-06-11T19:27:11Z', 'revision_number': 2, 'project_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'gw_port_host': None, '_interfaces': [{'id': '0dc4052e-2b89-4190-b18c-7df05b81243f', 'name': '', 'network_id': 'ed664aba-7795-4acd-9f5d-3a46b39ef5c1', 'tenant_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'mac_address': 'fa:16:3e:5f:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae59fc-98e7-4c25-85a9-3bdcfbeae173', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '84fbe08c-7d66-4fac-b058-3b9314ff0219', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:27:11Z', 'updated_at': '2021-06-11T19:27:11Z', 'revision_number': 2, 'project_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'subnets': [{'id': '84fbe08c-7d66-4fac-b058-3b9314ff0219', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93a014c2-a683-4a6e-ad81-63f41d4dc41d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:27:13.363096 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Checking router: 5dae59fc-98e7-4c25-85a9-3bdcfbeae173 for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:27:13.363477 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Updating router 5dae59fc-98e7-4c25-85a9-3bdcfbeae173 port 0dc4052e-2b89-4190-b18c-7df05b81243f binding host dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:27:13.432807 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:13.950678 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:13.969323 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Transition to ACTIVE for port object 0dc4052e-2b89-4190-b18c-7df05b81243f will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:27:13.975307 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:13.980171 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:27:14.199179 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229bd35-ffaf-478f-875d-420161dfea65 None None] Pushing event updated for resources: {'Port': ['ID=0dc4052e-2b89-4190-b18c-7df05b81243f,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:27:14.207845 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Attempting to bind port 0dc4052e-2b89-4190-b18c-7df05b81243f on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:27:14.208238 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Attempting to bind port 0dc4052e-2b89-4190-b18c-7df05b81243f by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': '536ab4fb-ea1e-4aa0-a80b-22fddecfe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed664aba-7795-4acd-9f5d-3a46b39ef5c1'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:27:14.208656 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Attempting to bind port 0dc4052e-2b89-4190-b18c-7df05b81243f on network ed664aba-7795-4acd-9f5d-3a46b39ef5c1 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:27:14.211860 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9229bd35-ffaf-478f-875d-420161dfea65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:27:14.212191 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9229bd35-ffaf-478f-875d-420161dfea65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:27:14.212515 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9229bd35-ffaf-478f-875d-420161dfea65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:27:14.212827 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9229bd35-ffaf-478f-875d-420161dfea65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:27:14.213146 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9229bd35-ffaf-478f-875d-420161dfea65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:27:14.213456 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9229bd35-ffaf-478f-875d-420161dfea65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:27:14.213767 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9229bd35-ffaf-478f-875d-420161dfea65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:27:14.214103 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9229bd35-ffaf-478f-875d-420161dfea65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:27:14.214436 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9229bd35-ffaf-478f-875d-420161dfea65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:27:14.214812 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9229bd35-ffaf-478f-875d-420161dfea65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:27:14.215115 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9229bd35-ffaf-478f-875d-420161dfea65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:27:14.215420 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9229bd35-ffaf-478f-875d-420161dfea65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9229bd35-ffaf-478f-875d-420161dfea65 None None] Tracked resource versions report: Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: pushed versions: Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: { 'AddressGroup': {'1.2'}, Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'ConntrackHelper': {'1.0'}, Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'Log': {'1.0'}, Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'Network': {'1.1'}, Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'Port': {'1.7'}, Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'PortForwarding': {'1.2'}, Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'QosPolicy': {'1.8'}, Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'SecurityGroup': {'1.4'}, Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'SecurityGroupRule': {'1.2'}, Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'SubPort': {'1.0'}, Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'Subnet': {'1.1'}, Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'Trunk': {'1.1'}} Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: consumer versions: Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: { DHCP agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: L3 agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: Metadata agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: Metering agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: Open vSwitch agent@dv-cinder-790535-3-iscsi: { 'AddressGroup': '1.2', Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'ConntrackHelper': '1.0', Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'Log': '1.0', Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'Network': '1.1', Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'Port': '1.7', Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'PortForwarding': '1.2', Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'QosPolicy': '1.8', Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'SecurityGroup': '1.4', Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'SecurityGroupRule': '1.2', Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'SubPort': '1.0', Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'Subnet': '1.1', Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: 'Trunk': '1.1'}} Jun 11 19:27:14.216521 dv-cinder-790535-3-iscsi neutron-server[91836]: {{(pid=91836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 19:27:14.221098 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:27:14.221503 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Checking segment: {'id': '536ab4fb-ea1e-4aa0-a80b-22fddecfe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed664aba-7795-4acd-9f5d-3a46b39ef5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:27:14.221982 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:14.222355 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Bound using segment: {'id': '536ab4fb-ea1e-4aa0-a80b-22fddecfe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed664aba-7795-4acd-9f5d-3a46b39ef5c1'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:27:14.222852 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Bound port: 0dc4052e-2b89-4190-b18c-7df05b81243f, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536ab4fb-ea1e-4aa0-a80b-22fddecfe2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed664aba-7795-4acd-9f5d-3a46b39ef5c1'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:27:14.223221 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:14.225679 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-9229bd35-ffaf-478f-875d-420161dfea65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:27:14.305022 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] For port 0dc4052e-2b89-4190-b18c-7df05b81243f, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:27:14.326449 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] For port 0dc4052e-2b89-4190-b18c-7df05b81243f, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=0dc4052e-2b89-4190-b18c-7df05b81243f,segment=NetworkSegment(536ab4fb-ea1e-4aa0-a80b-22fddecfe2d0),segment_id=536ab4fb-ea1e-4aa0-a80b-22fddecfe2d0)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:27:14.330462 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:14.332963 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:27:14.395467 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229bd35-ffaf-478f-875d-420161dfea65 None None] Pushing event updated for resources: {'Port': ['ID=0dc4052e-2b89-4190-b18c-7df05b81243f,revision_number=4']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:27:14.399036 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-9229bd35-ffaf-478f-875d-420161dfea65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:27:14.400002 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Routers {'5dae59fc-98e7-4c25-85a9-3bdcfbeae173'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:27:14.400595 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:27:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['5dae59fc-98e7-4c25-85a9-3bdcfbeae173'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:27:14.523939 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] Set router 5dae59fc-98e7-4c25-85a9-3bdcfbeae173 gateway port host: None {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:27:14.795216 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae59fc-98e7-4c25-85a9-3bdcfbeae173', 'name': 'router1', 'tenant_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:27:02Z', 'updated_at': '2021-06-11T19:27:11Z', 'revision_number': 2, 'project_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'gw_port_host': None, '_interfaces': [{'id': '0dc4052e-2b89-4190-b18c-7df05b81243f', 'name': '', 'network_id': 'ed664aba-7795-4acd-9f5d-3a46b39ef5c1', 'tenant_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'mac_address': 'fa:16:3e:5f:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae59fc-98e7-4c25-85a9-3bdcfbeae173', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '84fbe08c-7d66-4fac-b058-3b9314ff0219', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:27:11Z', 'updated_at': '2021-06-11T19:27:14Z', 'revision_number': 4, 'project_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'subnets': [{'id': '84fbe08c-7d66-4fac-b058-3b9314ff0219', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93a014c2-a683-4a6e-ad81-63f41d4dc41d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:27:14.798524 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a82b4-778c-4470-b7fc-8d2f531342b0 None None] The sync data for ids ['5dae59fc-98e7-4c25-85a9-3bdcfbeae173'] in dv-cinder-790535-3-iscsi is: [{'id': '5dae59fc-98e7-4c25-85a9-3bdcfbeae173', 'name': 'router1', 'tenant_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:27:02Z', 'updated_at': '2021-06-11T19:27:11Z', 'revision_number': 2, 'project_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'gw_port_host': None, '_interfaces': [{'id': '0dc4052e-2b89-4190-b18c-7df05b81243f', 'name': '', 'network_id': 'ed664aba-7795-4acd-9f5d-3a46b39ef5c1', 'tenant_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'mac_address': 'fa:16:3e:5f:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae59fc-98e7-4c25-85a9-3bdcfbeae173', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '84fbe08c-7d66-4fac-b058-3b9314ff0219', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:27:11Z', 'updated_at': '2021-06-11T19:27:14Z', 'revision_number': 4, 'project_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'subnets': [{'id': '84fbe08c-7d66-4fac-b058-3b9314ff0219', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93a014c2-a683-4a6e-ad81-63f41d4dc41d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:27:14.860666 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 34528) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:27:15.057346 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1448a60-3654-4455-a2f7-bef8a8cb7f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:27:15.058703 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-b1448a60-3654-4455-a2f7-bef8a8cb7f30 admin admin] 10.222.0.24 "GET /v2.0/networks/96e13ff2-92ce-495c-a9c8-09520c2db46e HTTP/1.1" status: 200 len: 842 time: 0.1970756 Jun 11 19:27:15.067784 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-9186d27e-1953-4b0c-85af-236700ca16f8 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'gateway_ip': '172.27.0.1'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:27:15.088830 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9186d27e-1953-4b0c-85af-236700ca16f8 admin admin] Made reservation on behalf of c54d126b4e3444cebd6aedde8b47a2c9 for: {'subnet': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:27:15.091917 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9186d27e-1953-4b0c-85af-236700ca16f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:15.431932 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.objects.ports [None req-9186d27e-1953-4b0c-85af-236700ca16f8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91834) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 19:27:15.432264 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9186d27e-1953-4b0c-85af-236700ca16f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:15.435565 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:27:15.501664 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186d27e-1953-4b0c-85af-236700ca16f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3317fd00-ab75-48b2-85c3-a34ed1654e31,revision_number=0']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:27:15.505212 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-9186d27e-1953-4b0c-85af-236700ca16f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:27:15.509216 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9186d27e-1953-4b0c-85af-236700ca16f8 admin admin] Checking segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:27:15.509564 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9186d27e-1953-4b0c-85af-236700ca16f8 admin admin] Network hostable DHCP agents. Network: 96e13ff2-92ce-495c-a9c8-09520c2db46e, hostable agents: ['c7177cc0-43cb-4693-ab8c-8cb8ca1ff766'], hosted agents: [] {{(pid=91834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:27:15.533395 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9186d27e-1953-4b0c-85af-236700ca16f8 admin admin] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e is scheduled to be hosted by DHCP agent c7177cc0-43cb-4693-ab8c-8cb8ca1ff766 with binding_index 1 {{(pid=91834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:27:15.545647 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-9186d27e-1953-4b0c-85af-236700ca16f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-iscsi, 96e13ff2-92ce-495c-a9c8-09520c2db46e) {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:27:15.549714 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186d27e-1953-4b0c-85af-236700ca16f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:27:15.550298 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9186d27e-1953-4b0c-85af-236700ca16f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:15.555257 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838d1c83-9aac-43a0-8b6b-328a238fa97f None None] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:27:15.570480 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-9186d27e-1953-4b0c-85af-236700ca16f8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5006526 Jun 11 19:27:15.798846 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d69ccd-ee55-47bb-897a-aaaa3282c18d None None] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:27:17.834686 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 34550) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:27:17.996469 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-ab1fc94b-22db-4894-b33e-b7ee4a9e7565 admin admin] 10.222.0.24 "GET /v2.0/routers/5dae59fc-98e7-4c25-85a9-3bdcfbeae173 HTTP/1.1" status: 200 len: 710 time: 0.1605666 Jun 11 19:27:18.102923 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a6a835-4317-4a42-acbf-3a0d08cfd6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:27:18.104236 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-21a6a835-4317-4a42-acbf-3a0d08cfd6b3 admin admin] 10.222.0.24 "GET /v2.0/networks/96e13ff2-92ce-495c-a9c8-09520c2db46e HTTP/1.1" status: 200 len: 886 time: 0.1027958 Jun 11 19:27:18.112784 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-0eccdd3c-9db2-4644-95c5-3008d3fb79e2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:27:18.538235 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0eccdd3c-9db2-4644-95c5-3008d3fb79e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11002'] for router, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:18.842238 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0eccdd3c-9db2-4644-95c5-3008d3fb79e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:18.918677 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0eccdd3c-9db2-4644-95c5-3008d3fb79e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:19.034425 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [None req-0eccdd3c-9db2-4644-95c5-3008d3fb79e2 admin admin] Allocated IP 172.27.0.82 (96e13ff2-92ce-495c-a9c8-09520c2db46e/3317fd00-ab75-48b2-85c3-a34ed1654e31/b63c4e31-08e9-426a-a59c-d63800655dc9) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:27:19.161566 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0eccdd3c-9db2-4644-95c5-3008d3fb79e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:19.203108 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0eccdd3c-9db2-4644-95c5-3008d3fb79e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:19.206697 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:27:19.213005 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 0dc4052e-2b89-4190-b18c-7df05b81243f up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:27:19.249985 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eccdd3c-9db2-4644-95c5-3008d3fb79e2 admin admin] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:27:19.252715 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-0eccdd3c-9db2-4644-95c5-3008d3fb79e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:27:19.256245 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eccdd3c-9db2-4644-95c5-3008d3fb79e2 admin admin] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:27:19.277871 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 0dc4052e-2b89-4190-b18c-7df05b81243f completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:27:19.281517 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 0dc4052e-2b89-4190-b18c-7df05b81243f triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:27:19.281906 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:19.307956 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccdd3c-9db2-4644-95c5-3008d3fb79e2 admin admin] Pushing event updated for resources: {'Port': ['ID=b63c4e31-08e9-426a-a59c-d63800655dc9,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:27:19.367050 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0eccdd3c-9db2-4644-95c5-3008d3fb79e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:27:19.369742 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:19.411673 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port 0dc4052e-2b89-4190-b18c-7df05b81243f, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=0dc4052e-2b89-4190-b18c-7df05b81243f,segment=NetworkSegment(536ab4fb-ea1e-4aa0-a80b-22fddecfe2d0),segment_id=536ab4fb-ea1e-4aa0-a80b-22fddecfe2d0)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:27:19.415881 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:19.417995 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-c16e6cd9-b0e2-430e-9bb5-d71924f5ae62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:27:19.470915 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=0dc4052e-2b89-4190-b18c-7df05b81243f,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:27:19.473969 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:27:19.582737 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0eccdd3c-9db2-4644-95c5-3008d3fb79e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:19.938965 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0eccdd3c-9db2-4644-95c5-3008d3fb79e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11002'] for router, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:19.942111 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0eccdd3c-9db2-4644-95c5-3008d3fb79e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-931244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-931221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1001805'] for router, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:20.082008 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eccdd3c-9db2-4644-95c5-3008d3fb79e2 admin admin] Router 5dae59fc-98e7-4c25-85a9-3bdcfbeae173 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:27:20.217588 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eccdd3c-9db2-4644-95c5-3008d3fb79e2 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:27:20.221790 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0eccdd3c-9db2-4644-95c5-3008d3fb79e2 admin admin] Notify callbacks [] for router, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:20.222971 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-0eccdd3c-9db2-4644-95c5-3008d3fb79e2 admin admin] 10.222.0.24 "PUT /v2.0/routers/5dae59fc-98e7-4c25-85a9-3bdcfbeae173 HTTP/1.1" status: 200 len: 889 time: 2.1134272 Jun 11 19:27:20.227930 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Sync routers for ids ['5dae59fc-98e7-4c25-85a9-3bdcfbeae173'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:27:20.240608 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Routers {'5dae59fc-98e7-4c25-85a9-3bdcfbeae173'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:27:20.241275 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:27:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['5dae59fc-98e7-4c25-85a9-3bdcfbeae173'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:27:20.485416 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Set router 5dae59fc-98e7-4c25-85a9-3bdcfbeae173 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:27:20.532557 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 5 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:27:20.973160 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae59fc-98e7-4c25-85a9-3bdcfbeae173', 'name': 'router1', 'tenant_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'b63c4e31-08e9-426a-a59c-d63800655dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:27:02Z', 'updated_at': '2021-06-11T19:27:19Z', 'revision_number': 4, 'project_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'gw_port': {'id': 'b63c4e31-08e9-426a-a59c-d63800655dc9', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:35:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae59fc-98e7-4c25-85a9-3bdcfbeae173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:27:18Z', 'updated_at': '2021-06-11T19:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '0dc4052e-2b89-4190-b18c-7df05b81243f', 'name': '', 'network_id': 'ed664aba-7795-4acd-9f5d-3a46b39ef5c1', 'tenant_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'mac_address': 'fa:16:3e:5f:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae59fc-98e7-4c25-85a9-3bdcfbeae173', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '84fbe08c-7d66-4fac-b058-3b9314ff0219', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:27:11Z', 'updated_at': '2021-06-11T19:27:19Z', 'revision_number': 5, 'project_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'subnets': [{'id': '84fbe08c-7d66-4fac-b058-3b9314ff0219', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93a014c2-a683-4a6e-ad81-63f41d4dc41d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:27:20.979106 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Checking router: 5dae59fc-98e7-4c25-85a9-3bdcfbeae173 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:27:20.979463 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Updating router 5dae59fc-98e7-4c25-85a9-3bdcfbeae173 port b63c4e31-08e9-426a-a59c-d63800655dc9 binding host dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:27:21.017972 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:21.207246 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 0dc4052e-2b89-4190-b18c-7df05b81243f up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:27:21.358270 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 0dc4052e-2b89-4190-b18c-7df05b81243f triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:27:21.358908 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:21.462715 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Notify callbacks [] for port, precommit_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:21.501145 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Transition to ACTIVE for port object b63c4e31-08e9-426a-a59c-d63800655dc9 will not be triggered until provisioned by entity L2. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:27:21.510325 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:21.515244 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:27:21.573248 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Attempting to bind port b63c4e31-08e9-426a-a59c-d63800655dc9 on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:27:21.573624 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Attempting to bind port b63c4e31-08e9-426a-a59c-d63800655dc9 by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:27:21.574039 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Attempting to bind port b63c4e31-08e9-426a-a59c-d63800655dc9 on network 96e13ff2-92ce-495c-a9c8-09520c2db46e {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:27:21.575820 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10282856-84e5-4f47-99bf-d640b8176b24 None None] Pushing event updated for resources: {'Port': ['ID=b63c4e31-08e9-426a-a59c-d63800655dc9,revision_number=2']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:27:21.578873 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-10282856-84e5-4f47-99bf-d640b8176b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:27:21.581741 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:27:21.582120 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Checking segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:27:21.582524 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:21.582936 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Bound using segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:27:21.583411 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Bound port: b63c4e31-08e9-426a-a59c-d63800655dc9, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:27:21.583785 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:21.642707 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] For port b63c4e31-08e9-426a-a59c-d63800655dc9, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:27:21.645765 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] For port b63c4e31-08e9-426a-a59c-d63800655dc9, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=b63c4e31-08e9-426a-a59c-d63800655dc9,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:27:21.649614 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:21.651668 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:27:21.713788 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Routers {'5dae59fc-98e7-4c25-85a9-3bdcfbeae173'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:27:21.714395 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:27:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['5dae59fc-98e7-4c25-85a9-3bdcfbeae173'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:27:21.717095 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10282856-84e5-4f47-99bf-d640b8176b24 None None] Pushing event updated for resources: {'Port': ['ID=b63c4e31-08e9-426a-a59c-d63800655dc9,revision_number=3']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:27:21.766760 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-10282856-84e5-4f47-99bf-d640b8176b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:27:21.856944 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] Set router 5dae59fc-98e7-4c25-85a9-3bdcfbeae173 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:27:22.120182 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae59fc-98e7-4c25-85a9-3bdcfbeae173', 'name': 'router1', 'tenant_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'b63c4e31-08e9-426a-a59c-d63800655dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:27:02Z', 'updated_at': '2021-06-11T19:27:19Z', 'revision_number': 4, 'project_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'gw_port': {'id': 'b63c4e31-08e9-426a-a59c-d63800655dc9', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:35:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae59fc-98e7-4c25-85a9-3bdcfbeae173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:27:18Z', 'updated_at': '2021-06-11T19:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '0dc4052e-2b89-4190-b18c-7df05b81243f', 'name': '', 'network_id': 'ed664aba-7795-4acd-9f5d-3a46b39ef5c1', 'tenant_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'mac_address': 'fa:16:3e:5f:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae59fc-98e7-4c25-85a9-3bdcfbeae173', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '84fbe08c-7d66-4fac-b058-3b9314ff0219', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:27:11Z', 'updated_at': '2021-06-11T19:27:19Z', 'revision_number': 5, 'project_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'subnets': [{'id': '84fbe08c-7d66-4fac-b058-3b9314ff0219', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93a014c2-a683-4a6e-ad81-63f41d4dc41d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:27:22.123560 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b5b00-ee1a-4fc2-92a1-1487812d575f None None] The sync data for ids ['5dae59fc-98e7-4c25-85a9-3bdcfbeae173'] in dv-cinder-790535-3-iscsi is: [{'id': '5dae59fc-98e7-4c25-85a9-3bdcfbeae173', 'name': 'router1', 'tenant_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'b63c4e31-08e9-426a-a59c-d63800655dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:27:02Z', 'updated_at': '2021-06-11T19:27:19Z', 'revision_number': 4, 'project_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'gw_port': {'id': 'b63c4e31-08e9-426a-a59c-d63800655dc9', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:35:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae59fc-98e7-4c25-85a9-3bdcfbeae173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:27:18Z', 'updated_at': '2021-06-11T19:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '0dc4052e-2b89-4190-b18c-7df05b81243f', 'name': '', 'network_id': 'ed664aba-7795-4acd-9f5d-3a46b39ef5c1', 'tenant_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'mac_address': 'fa:16:3e:5f:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae59fc-98e7-4c25-85a9-3bdcfbeae173', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '84fbe08c-7d66-4fac-b058-3b9314ff0219', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:27:11Z', 'updated_at': '2021-06-11T19:27:19Z', 'revision_number': 5, 'project_id': 'c16a34e84c0f43f2a7eb22f3bdb35d90', 'subnets': [{'id': '84fbe08c-7d66-4fac-b058-3b9314ff0219', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93a014c2-a683-4a6e-ad81-63f41d4dc41d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:27:22.563601 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 34558) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:27:22.827164 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.policy [None req-c53870a7-b254-4bef-8b82-d30a739df990 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91833) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 11 19:27:22.874194 dv-cinder-790535-3-iscsi neutron-server[91833]: WARNING oslo_policy.policy [None req-c53870a7-b254-4bef-8b82-d30a739df990 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 19:27:22.874567 dv-cinder-790535-3-iscsi neutron-server[91833]: WARNING oslo_policy.policy [None req-c53870a7-b254-4bef-8b82-d30a739df990 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 19:27:22.884339 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-c53870a7-b254-4bef-8b82-d30a739df990 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.3198073 Jun 11 19:27:23.215707 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device b63c4e31-08e9-426a-a59c-d63800655dc9 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:27:23.268393 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port b63c4e31-08e9-426a-a59c-d63800655dc9 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:27:23.274276 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port b63c4e31-08e9-426a-a59c-d63800655dc9 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:27:23.274682 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:23.365587 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:23.387762 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port b63c4e31-08e9-426a-a59c-d63800655dc9, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=b63c4e31-08e9-426a-a59c-d63800655dc9,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:27:23.391964 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:23.394070 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:27:23.446675 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=b63c4e31-08e9-426a-a59c-d63800655dc9,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:27:23.450339 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:27:25.210690 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device b63c4e31-08e9-426a-a59c-d63800655dc9 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:27:25.272236 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port b63c4e31-08e9-426a-a59c-d63800655dc9 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:27:25.272624 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:36.663312 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-78b615c1-ee80-4a64-9d34-e40e67e48cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:39.022549 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-018adf6b-bf22-438c-b732-ee1cb64493b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:39.218081 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:40.336820 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:41.841728 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:27:57.536398 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 5 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:28:06.654649 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-dab0878e-a25c-4ecd-bc5b-6f24873b0320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:28:09.024849 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-f9fc697e-b5a1-49b8-8319-3eae1c48f1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:28:09.216426 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:28:10.338255 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:28:11.834296 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:28:34.534966 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 5 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:28:36.657376 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-afbe4bd4-5acd-4a73-88f1-bcded178b669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:28:39.025919 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-fce8ab39-84b2-47ef-9f01-590875282cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:28:39.210873 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:28:40.341619 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:28:41.840320 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:28:56.761316 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 35130) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:28:56.839173 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcaf7a10-0526-4b74-abcd-7c46b02d661b admin admin] GET failed (client error): The resource could not be found. Jun 11 19:28:56.840497 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-fcaf7a10-0526-4b74-abcd-7c46b02d661b admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0782020 Jun 11 19:28:57.043091 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c1e884-667d-4cc1-a149-2cd77e956be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:28:57.044557 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-08c1e884-667d-4cc1-a149-2cd77e956be5 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2003281 Jun 11 19:28:59.163560 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 35140) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:28:59.290331 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bf1ac7-fd58-48a1-8f08-1eeda4f877e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:28:59.291686 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-72bf1ac7-fd58-48a1-8f08-1eeda4f877e6 admin admin] 10.222.0.24 "GET /v2.0/subnets/84fbe08c-7d66-4fac-b058-3b9314ff0219 HTTP/1.1" status: 200 len: 849 time: 0.1271770 Jun 11 19:28:59.300827 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:28:59.400246 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Notify callbacks [] for subnet, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:28:59.575962 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747756501306'] for subnet, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:28:59.581011 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:28:59.663841 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:28:59.664943 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:28:59.665632 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] 10.222.0.24 "PUT /v2.0/subnets/84fbe08c-7d66-4fac-b058-3b9314ff0219 HTTP/1.1" status: 200 len: 868 time: 0.3685737 Jun 11 19:28:59.668559 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e64f056-d7c1-4399-a33d-7a5ed28a68f3 None None] Network ed664aba-7795-4acd-9f5d-3a46b39ef5c1 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:28:59.689913 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=84fbe08c-7d66-4fac-b058-3b9314ff0219,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:28:59.699303 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:28:59.699623 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:28:59.699944 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:28:59.700268 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:28:59.700594 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:28:59.700934 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:28:59.701237 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:28:59.701589 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:28:59.701929 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:28:59.702244 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:28:59.702554 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:28:59.702895 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Tracked resource versions report: Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: pushed versions: Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: { 'AddressGroup': {'1.2'}, Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'ConntrackHelper': {'1.0'}, Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'Log': {'1.0'}, Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'Network': {'1.1'}, Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'Port': {'1.7'}, Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'PortForwarding': {'1.2'}, Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'QosPolicy': {'1.8'}, Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'SecurityGroup': {'1.4'}, Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'SecurityGroupRule': {'1.2'}, Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'SubPort': {'1.0'}, Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'Subnet': {'1.1'}, Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'Trunk': {'1.1'}} Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: consumer versions: Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: { DHCP agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: L3 agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: Metadata agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: Metering agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: Open vSwitch agent@dv-cinder-790535-3-iscsi: { 'AddressGroup': '1.2', Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'ConntrackHelper': '1.0', Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'Log': '1.0', Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'Network': '1.1', Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'Port': '1.7', Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'PortForwarding': '1.2', Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'QosPolicy': '1.8', Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'SecurityGroup': '1.4', Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'SecurityGroupRule': '1.2', Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'SubPort': '1.0', Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'Subnet': '1.1', Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: 'Trunk': '1.1'}} Jun 11 19:28:59.704036 dv-cinder-790535-3-iscsi neutron-server[91833]: {{(pid=91833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 19:28:59.708104 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:29:00.133026 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-ad271d28-24cc-4589-8434-d2d4b98457e4 None None] Provisioning complete for port e801206b-7548-40c0-9250-87075ba4ff3d triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:29:00.133404 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-ad271d28-24cc-4589-8434-d2d4b98457e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:00.227584 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-ad271d28-24cc-4589-8434-d2d4b98457e4 None None] Provisioning complete for port 0dc4052e-2b89-4190-b18c-7df05b81243f triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:29:00.227962 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-ad271d28-24cc-4589-8434-d2d4b98457e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:01.764312 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 35152) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:29:01.971158 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252c0c4e-dccf-4f52-b9d6-dbc3619d96ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:29:01.971545 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252c0c4e-dccf-4f52-b9d6-dbc3619d96ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:29:01.973040 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-252c0c4e-dccf-4f52-b9d6-dbc3619d96ae admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2077854 Jun 11 19:29:04.046671 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35160) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:29:04.251938 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887e523b-7c8b-4e13-bf23-1377116c6704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:29:04.252408 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887e523b-7c8b-4e13-bf23-1377116c6704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:29:04.253896 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-887e523b-7c8b-4e13-bf23-1377116c6704 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2063046 Jun 11 19:29:06.377560 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35170) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:29:06.522564 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6016b203-6140-4c47-8d4d-e30eb310606f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:29:06.523920 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-6016b203-6140-4c47-8d4d-e30eb310606f admin admin] 10.222.0.24 "GET /v2.0/networks/96e13ff2-92ce-495c-a9c8-09520c2db46e HTTP/1.1" status: 200 len: 886 time: 0.1454329 Jun 11 19:29:06.658448 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-86067207-3f9c-496d-9666-3b29f6672155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:08.621480 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35178) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:29:08.769183 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36be1694-3a51-4808-b1e8-653d2e2bd130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:29:08.770529 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-36be1694-3a51-4808-b1e8-653d2e2bd130 admin admin] 10.222.0.24 "GET /v2.0/networks/ed664aba-7795-4acd-9f5d-3a46b39ef5c1 HTTP/1.1" status: 200 len: 869 time: 0.1481199 Jun 11 19:29:09.027659 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-71e8c82e-f9c8-4eb8-b414-5e351b4dd06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:09.213286 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:10.342293 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:10.876513 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35186) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:29:11.000525 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8bb7e0-370b-4301-9ef1-76698ae8c1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:29:11.000901 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8bb7e0-370b-4301-9ef1-76698ae8c1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:29:11.002368 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-2c8bb7e0-370b-4301-9ef1-76698ae8c1c8 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249297 Jun 11 19:29:11.533361 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 5 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:29:11.842962 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:13.131218 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35194) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:29:13.228647 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c71099-f4f9-4208-a0d6-583956206979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:29:13.229105 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c71099-f4f9-4208-a0d6-583956206979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:29:13.230541 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-a7c71099-f4f9-4208-a0d6-583956206979 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0983987 Jun 11 19:29:15.348141 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35202) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:29:15.436707 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b980cb96-a5a4-4f8d-a05f-1a3caac2149f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:29:15.437974 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-b980cb96-a5a4-4f8d-a05f-1a3caac2149f admin admin] 10.222.0.24 "GET /v2.0/subnets/3317fd00-ab75-48b2-85c3-a34ed1654e31 HTTP/1.1" status: 200 len: 816 time: 0.0889285 Jun 11 19:29:17.546593 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 35210) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:29:17.644386 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236f137c-884a-46cd-826d-eaa27c54ac6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:29:17.645677 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-236f137c-884a-46cd-826d-eaa27c54ac6f admin admin] 10.222.0.24 "GET /v2.0/subnets/84fbe08c-7d66-4fac-b058-3b9314ff0219 HTTP/1.1" status: 200 len: 868 time: 0.0981092 Jun 11 19:29:36.660379 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-ef597960-1a9a-4f56-a16b-2e190260da55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:39.027682 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-a5317a26-138a-4eb6-a2b8-fb79a9347cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:39.215093 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:40.346967 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:40.445088 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 35254) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:29:40.493921 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [None req-df2086b7-926f-4f06-988a-68d1d4624a4c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:29:40.494913 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-df2086b7-926f-4f06-988a-68d1d4624a4c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488522 Jun 11 19:29:41.847037 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:42.674403 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35262) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:29:42.736165 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e6eb68-8ac9-4b62-8926-614a9ab6aad5 admin admin] GET failed (client error): The resource could not be found. Jun 11 19:29:42.737494 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-f1e6eb68-8ac9-4b62-8926-614a9ab6aad5 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621419 Jun 11 19:29:43.007278 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab31bbb1-caa2-4150-a5e8-2b16bf61990e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:29:43.008716 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-ab31bbb1-caa2-4150-a5e8-2b16bf61990e admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2671165 Jun 11 19:29:45.146936 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35270) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:29:45.191497 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:29:45.210700 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Made reservation on behalf of c54d126b4e3444cebd6aedde8b47a2c9 for: {'network': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:29:45.212927 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for network, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:45.250552 dv-cinder-790535-3-iscsi neutron-server[91834]: WARNING neutron.services.revisions.revision_plugin [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Could not find related network for resource to bump revision. Jun 11 19:29:45.260732 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=91834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:29:45.269525 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:45.269916 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.segments_db [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Added segment f59387e8-ab8a-4b93-bea9-1277af8b6e2a of type vlan for network 0e11dd1a-15a5-445c-978f-6e04f3d1ec65 Jun 11 19:29:45.317239 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747756045487'] for network, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:45.344565 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:45.345783 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:29:45.346349 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:45.349002 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-6d45274b-b036-4362-9e0e-c7c23c97eb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:29:45.382276 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2343185 Jun 11 19:29:45.431620 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Pushing event updated for resources: {'Network': ['ID=0e11dd1a-15a5-445c-978f-6e04f3d1ec65,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:29:45.439511 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:45.439887 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:45.440220 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:45.440546 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:45.440868 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:45.441203 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:45.441524 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:45.441841 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:45.442171 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:45.442509 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:45.442848 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:45.443157 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:45.446826 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:29:45.454798 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Network 0e11dd1a-15a5-445c-978f-6e04f3d1ec65 details requested by agent ovs-agent-dv-cinder-790535-3-iscsi with host dv-cinder-790535-3-iscsi {{(pid=91835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:29:47.502363 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35278) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:29:47.563351 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.pecan_wsgi.hooks.translation [None req-740f917e-eb9e-4fcf-b8d0-a3b3c2744236 admin admin] GET failed (client error): The resource could not be found. Jun 11 19:29:47.564637 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-740f917e-eb9e-4fcf-b8d0-a3b3c2744236 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613143 Jun 11 19:29:47.653314 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3b5f61-f2d0-4d60-b21b-6cf3de09614a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:29:47.654722 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-eb3b5f61-f2d0-4d60-b21b-6cf3de09614a admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0863335 Jun 11 19:29:47.664107 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-ac0580f2-3d86-4d52-a157-e9202816da90 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '0e11dd1a-15a5-445c-978f-6e04f3d1ec65'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:29:47.684370 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0580f2-3d86-4d52-a157-e9202816da90 admin admin] Made reservation on behalf of c54d126b4e3444cebd6aedde8b47a2c9 for: {'subnet': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:29:47.686689 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ac0580f2-3d86-4d52-a157-e9202816da90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:47.880533 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ac0580f2-3d86-4d52-a157-e9202816da90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:47.883280 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-9186d27e-1953-4b0c-85af-236700ca16f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:29:47.948592 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0580f2-3d86-4d52-a157-e9202816da90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae098e1f-7e9d-40a7-aa65-a27b27d5a004,revision_number=0']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:29:47.952275 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-ac0580f2-3d86-4d52-a157-e9202816da90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:29:47.953072 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0580f2-3d86-4d52-a157-e9202816da90 admin admin] Checking segment: {'id': 'f59387e8-ab8a-4b93-bea9-1277af8b6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0e11dd1a-15a5-445c-978f-6e04f3d1ec65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:29:47.953417 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0580f2-3d86-4d52-a157-e9202816da90 admin admin] Network hostable DHCP agents. Network: 0e11dd1a-15a5-445c-978f-6e04f3d1ec65, hostable agents: ['c7177cc0-43cb-4693-ab8c-8cb8ca1ff766'], hosted agents: [] {{(pid=91834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:29:47.970000 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0580f2-3d86-4d52-a157-e9202816da90 admin admin] Network 0e11dd1a-15a5-445c-978f-6e04f3d1ec65 is scheduled to be hosted by DHCP agent c7177cc0-43cb-4693-ab8c-8cb8ca1ff766 with binding_index 1 {{(pid=91834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:29:47.977881 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-ac0580f2-3d86-4d52-a157-e9202816da90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-iscsi, 0e11dd1a-15a5-445c-978f-6e04f3d1ec65) {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:29:47.982303 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0580f2-3d86-4d52-a157-e9202816da90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:29:47.982897 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ac0580f2-3d86-4d52-a157-e9202816da90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:47.987769 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46505ba0-c31b-4d60-89da-7cea7e2d3f84 None None] Network 0e11dd1a-15a5-445c-978f-6e04f3d1ec65 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:29:47.995846 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-ac0580f2-3d86-4d52-a157-e9202816da90 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3350289 Jun 11 19:29:48.171415 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8d98eb-78df-5358-9897-8218328971fe-0e11dd1a-15a5-445c-978f-6e04f3d1ec65', 'network_id': '0e11dd1a-15a5-445c-978f-6e04f3d1ec65', 'tenant_id': 'c54d126b4e3444cebd6aedde8b47a2c9', 'fixed_ips': [{'subnet_id': 'ae098e1f-7e9d-40a7-aa65-a27b27d5a004'}]}} from dv-cinder-790535-3-iscsi. {{(pid=91835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 19:29:48.172269 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:48.331585 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.db_base_plugin_common [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Allocated IP 192.168.233.2 (0e11dd1a-15a5-445c-978f-6e04f3d1ec65/ae098e1f-7e9d-40a7-aa65-a27b27d5a004/fb0db8b9-0110-4e6b-b142-fb41d3a1f424) {{(pid=91835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:29:48.506962 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Notify callbacks [] for port, precommit_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:48.515923 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Transition to ACTIVE for port object fb0db8b9-0110-4e6b-b142-fb41d3a1f424 will not be triggered until provisioned by entity L2. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:29:48.531037 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Transition to ACTIVE for port object fb0db8b9-0110-4e6b-b142-fb41d3a1f424 will not be triggered until provisioned by entity DHCP. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:29:48.531933 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 5 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:29:48.538921 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:48.541390 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:29:48.682827 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Network 0e11dd1a-15a5-445c-978f-6e04f3d1ec65 is already hosted by enough agents. {{(pid=91835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:29:48.685857 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.base_scheduler [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Resources bound (agent type, host, resource id): {{(pid=91835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:29:48.689211 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Received port after_create {{(pid=91835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:29:48.698423 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Pushing event updated for resources: {'Port': ['ID=fb0db8b9-0110-4e6b-b142-fb41d3a1f424,revision_number=1']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:29:48.724646 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:48.724982 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:48.725309 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:48.725641 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:48.725960 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:48.726278 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:48.726618 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:48.726923 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:48.727255 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:48.727571 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:48.727878 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:48.728177 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:29:48.733211 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:29:48.771134 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Attempting to bind port fb0db8b9-0110-4e6b-b142-fb41d3a1f424 on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:29:48.771426 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Attempting to bind port fb0db8b9-0110-4e6b-b142-fb41d3a1f424 by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': 'f59387e8-ab8a-4b93-bea9-1277af8b6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0e11dd1a-15a5-445c-978f-6e04f3d1ec65'}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:29:48.771780 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Attempting to bind port fb0db8b9-0110-4e6b-b142-fb41d3a1f424 on network 0e11dd1a-15a5-445c-978f-6e04f3d1ec65 {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:29:48.776624 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:29:48.776988 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Checking segment: {'id': 'f59387e8-ab8a-4b93-bea9-1277af8b6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0e11dd1a-15a5-445c-978f-6e04f3d1ec65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:29:48.777381 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:48.777759 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Bound using segment: {'id': 'f59387e8-ab8a-4b93-bea9-1277af8b6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0e11dd1a-15a5-445c-978f-6e04f3d1ec65'} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:29:48.778217 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Bound port: fb0db8b9-0110-4e6b-b142-fb41d3a1f424, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59387e8-ab8a-4b93-bea9-1277af8b6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0e11dd1a-15a5-445c-978f-6e04f3d1ec65'}}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:29:48.778597 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:48.848027 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] For port fb0db8b9-0110-4e6b-b142-fb41d3a1f424, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:29:48.851483 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] For port fb0db8b9-0110-4e6b-b142-fb41d3a1f424, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=fb0db8b9-0110-4e6b-b142-fb41d3a1f424,segment=NetworkSegment(f59387e8-ab8a-4b93-bea9-1277af8b6e2a),segment_id=f59387e8-ab8a-4b93-bea9-1277af8b6e2a)] {{(pid=91835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:29:48.856711 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:48.869012 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:29:48.928497 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Pushing event updated for resources: {'Port': ['ID=fb0db8b9-0110-4e6b-b142-fb41d3a1f424,revision_number=2']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:29:48.932641 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:29:49.340296 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device fb0db8b9-0110-4e6b-b142-fb41d3a1f424 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:29:49.396875 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port fb0db8b9-0110-4e6b-b142-fb41d3a1f424 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:29:49.729421 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18e8a89-ac0b-41f6-bacc-0719ab0bbec3 None None] Network 0e11dd1a-15a5-445c-978f-6e04f3d1ec65 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:29:49.820680 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-d2a1581b-95f1-4d30-8c35-8024e45f5420 None None] Provisioning for port fb0db8b9-0110-4e6b-b142-fb41d3a1f424 completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:29:49.828724 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-d2a1581b-95f1-4d30-8c35-8024e45f5420 None None] Provisioning complete for port fb0db8b9-0110-4e6b-b142-fb41d3a1f424 triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:29:49.828724 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-d2a1581b-95f1-4d30-8c35-8024e45f5420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:49.998552 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-d2a1581b-95f1-4d30-8c35-8024e45f5420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:50.040150 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-d2a1581b-95f1-4d30-8c35-8024e45f5420 None None] For port fb0db8b9-0110-4e6b-b142-fb41d3a1f424, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=fb0db8b9-0110-4e6b-b142-fb41d3a1f424,segment=NetworkSegment(f59387e8-ab8a-4b93-bea9-1277af8b6e2a),segment_id=f59387e8-ab8a-4b93-bea9-1277af8b6e2a)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:29:50.044648 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-d2a1581b-95f1-4d30-8c35-8024e45f5420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:50.046760 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:29:50.111265 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1581b-95f1-4d30-8c35-8024e45f5420 None None] Pushing event updated for resources: {'Port': ['ID=fb0db8b9-0110-4e6b-b142-fb41d3a1f424,revision_number=3']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:29:50.113945 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-d2a1581b-95f1-4d30-8c35-8024e45f5420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:29:50.264950 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-aa26b868-af7c-45c4-bd3a-347c5f4c8774 None None] Provisioning complete for port fb0db8b9-0110-4e6b-b142-fb41d3a1f424 triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:29:50.265331 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-aa26b868-af7c-45c4-bd3a-347c5f4c8774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:29:51.315672 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device fb0db8b9-0110-4e6b-b142-fb41d3a1f424 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:29:51.370709 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port fb0db8b9-0110-4e6b-b142-fb41d3a1f424 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:29:51.371077 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:30:06.662095 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-4c0565ab-d440-44c8-93bb-02eea014fa70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:30:09.028799 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-e6a7d131-0627-4331-9dc2-0438627dd95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:30:09.216530 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:30:10.349556 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:30:11.849733 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:30:25.530219 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 5 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:30:36.663152 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-cd77542d-74dd-4ebd-85b1-3b2c520aa695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:30:39.030428 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-ea6cc8e0-175b-42c6-927d-67cf48cd83bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:30:39.219262 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:30:40.351658 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:30:41.853822 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:30:53.933785 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35330) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:30:53.939827 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [None req-cdc6357c-649b-4915-a26d-8052d0d3adfe tempest-verify_tempest_config-1576863250 tempest-verify_tempest_config-1576863250-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:30:53.940768 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-cdc6357c-649b-4915-a26d-8052d0d3adfe tempest-verify_tempest_config-1576863250 tempest-verify_tempest_config-1576863250-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060375 Jun 11 19:30:54.237000 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35348) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:30:54.343266 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-27494a1e-a6f0-4724-b958-e4cdb3af37c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:30:54.434873 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-27494a1e-a6f0-4724-b958-e4cdb3af37c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:30:54.438324 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-27494a1e-a6f0-4724-b958-e4cdb3af37c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:30:54.441144 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:30:54.486535 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27494a1e-a6f0-4724-b958-e4cdb3af37c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcda855-127a-42fa-985e-15a5a8b447e5,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:30:54.492411 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-27494a1e-a6f0-4724-b958-e4cdb3af37c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2682061c353c455c80261d3652d2fb42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2544408 Jun 11 19:30:54.495801 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 35352) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:30:54.496637 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27494a1e-a6f0-4724-b958-e4cdb3af37c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.497004 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27494a1e-a6f0-4724-b958-e4cdb3af37c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.497339 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27494a1e-a6f0-4724-b958-e4cdb3af37c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.497938 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27494a1e-a6f0-4724-b958-e4cdb3af37c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.498045 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27494a1e-a6f0-4724-b958-e4cdb3af37c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.498310 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27494a1e-a6f0-4724-b958-e4cdb3af37c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.498657 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27494a1e-a6f0-4724-b958-e4cdb3af37c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.498979 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27494a1e-a6f0-4724-b958-e4cdb3af37c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.499311 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27494a1e-a6f0-4724-b958-e4cdb3af37c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.499630 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27494a1e-a6f0-4724-b958-e4cdb3af37c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.499945 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27494a1e-a6f0-4724-b958-e4cdb3af37c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.500254 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27494a1e-a6f0-4724-b958-e4cdb3af37c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.504058 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-27494a1e-a6f0-4724-b958-e4cdb3af37c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:30:54.581201 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ff064b0e-bdf9-4fe2-ab3b-0db5eb5e99c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:30:54.603778 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ff064b0e-bdf9-4fe2-ab3b-0db5eb5e99c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:30:54.692638 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ff064b0e-bdf9-4fe2-ab3b-0db5eb5e99c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:30:54.695571 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ff064b0e-bdf9-4fe2-ab3b-0db5eb5e99c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:30:54.696694 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-ff064b0e-bdf9-4fe2-ab3b-0db5eb5e99c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abcda855-127a-42fa-985e-15a5a8b447e5 HTTP/1.1" status: 204 len: 168 time: 0.2000725 Jun 11 19:30:54.697302 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:30:54.706042 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff064b0e-bdf9-4fe2-ab3b-0db5eb5e99c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcda855-127a-42fa-985e-15a5a8b447e5,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:30:54.713321 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff064b0e-bdf9-4fe2-ab3b-0db5eb5e99c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.713680 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff064b0e-bdf9-4fe2-ab3b-0db5eb5e99c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.714057 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff064b0e-bdf9-4fe2-ab3b-0db5eb5e99c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.714406 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff064b0e-bdf9-4fe2-ab3b-0db5eb5e99c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.714681 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff064b0e-bdf9-4fe2-ab3b-0db5eb5e99c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.715022 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff064b0e-bdf9-4fe2-ab3b-0db5eb5e99c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.715341 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff064b0e-bdf9-4fe2-ab3b-0db5eb5e99c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.715656 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff064b0e-bdf9-4fe2-ab3b-0db5eb5e99c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.715970 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff064b0e-bdf9-4fe2-ab3b-0db5eb5e99c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.716282 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff064b0e-bdf9-4fe2-ab3b-0db5eb5e99c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.716591 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff064b0e-bdf9-4fe2-ab3b-0db5eb5e99c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.716904 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff064b0e-bdf9-4fe2-ab3b-0db5eb5e99c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:30:54.720548 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-ff064b0e-bdf9-4fe2-ab3b-0db5eb5e99c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:31:02.528361 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 5 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:31:06.665724 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-39053775-2c64-42ae-b54d-2066975667de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:31:09.030193 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f4be-9f62-4faa-966e-49d1b288f836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:31:09.219688 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:31:10.357540 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:31:11.856052 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:31:36.665921 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-0dc69250-3b90-4d97-962a-8eed69cd59bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:31:39.030353 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-735c71d0-2cb4-40b1-9e23-1b91551fb659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:31:39.219754 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:31:39.527679 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 5 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:31:40.357463 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:31:41.858768 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:32:06.666202 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af35bcc2-ac61-461f-9cbd-83b2a82aa80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:32:09.031449 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c6246427-59e1-41eb-8986-e694cc383170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:32:09.219242 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:32:10.360453 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:32:11.862326 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:32:16.526487 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 5 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:32:27.340095 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262'] for agent, after_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:32:30.658083 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35406) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:32:30.759104 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-5d9068f9-43a4-43ee-a5b0-de38206e7fbd admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0999196 Jun 11 19:32:32.887752 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 35416) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:32:32.945731 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-53805da7-1455-4459-adf8-b24e29f75e2c admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0569105 Jun 11 19:32:36.669542 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-4c86663f-c739-4e1b-9a23-2a0076cef4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:32:39.033673 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-5d4487ee-44b5-4da4-8b63-54d969b0f7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:32:39.219557 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:32:40.362141 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:32:41.863681 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:32:53.525501 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:32:57.324659 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:06.669453 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-1f47a6b2-ce34-4bb2-aba1-70e6fe6b295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:09.034764 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-0fdb22d7-124f-42ca-972b-8fc79bf8983e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:09.218677 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:10.365014 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:11.867562 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:27.325137 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:30.523988 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:33:36.670411 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-34c4676e-3bb1-4b1a-b99b-cd05e501d954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:39.040803 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-5c0e6373-a917-4782-bf29-92890c3b5ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:39.220472 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:40.368008 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:41.871808 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:57.364706 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:58.732854 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 35608) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:33:58.972027 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-326637053-network', 'tenant_id': '04490ad1893e47cf8f786a89c2a73e07'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:33:58.973098 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.quota [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Loaded quota_driver: . Jun 11 19:33:59.010720 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Made reservation on behalf of 04490ad1893e47cf8f786a89c2a73e07 for: {'network': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:33:59.013100 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for network, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:59.028450 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:59.140200 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:59.145178 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:59.149470 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:33:59.164564 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=91833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:33:59.181377 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747756516271', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:59.181964 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Unsubscribe: segment precommit_create {{(pid=91833) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 11 19:33:59.182444 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.segments_db [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Added segment 5b757fcb-3390-4942-a0fd-d98d88f64874 of type vlan for network 08aeeb0b-694c-42b6-8786-0226a443cd46 Jun 11 19:33:59.251307 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747756045487'] for network, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:59.274376 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cecbb1-ea90-45b5-9076-805cd46ed71e,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:33:59.325770 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.326129 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.326466 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.326827 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.327151 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.327500 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.327808 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.328302 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.328796 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.329265 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.329727 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.330204 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Tracked resource versions report: Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: pushed versions: Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: { 'AddressGroup': {'1.2'}, Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'ConntrackHelper': {'1.0'}, Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'Log': {'1.0'}, Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'Network': {'1.1'}, Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'Port': {'1.7'}, Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'PortForwarding': {'1.2'}, Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'QosPolicy': {'1.8'}, Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'SecurityGroup': {'1.4'}, Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'SecurityGroupRule': {'1.2'}, Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'SubPort': {'1.0'}, Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'Subnet': {'1.1'}, Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'Trunk': {'1.1'}} Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: consumer versions: Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: { DHCP agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: HyperV agent@hv-cinder-79053: {}, Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: L3 agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: Metadata agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: Metering agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: Open vSwitch agent@dv-cinder-790535-3-iscsi: { 'AddressGroup': '1.2', Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'ConntrackHelper': '1.0', Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'Log': '1.0', Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'Network': '1.1', Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'Port': '1.7', Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'PortForwarding': '1.2', Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'QosPolicy': '1.8', Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'SecurityGroup': '1.4', Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'SecurityGroupRule': '1.2', Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'SubPort': '1.0', Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'Subnet': '1.1', Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: 'Trunk': '1.1'}} Jun 11 19:33:59.332231 dv-cinder-790535-3-iscsi neutron-server[91833]: {{(pid=91833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 19:33:59.337826 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:59.339048 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:33:59.340412 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:33:59.341188 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:59.350319 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:33:59.396451 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35644) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:33:59.412656 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35650) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:33:59.413408 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6792877 Jun 11 19:33:59.418462 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Request body: {'subnet': {'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-326637053-subnet', 'tenant_id': '04490ad1893e47cf8f786a89c2a73e07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:33:59.464139 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Made reservation on behalf of 04490ad1893e47cf8f786a89c2a73e07 for: {'subnet': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:33:59.467667 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:59.483534 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Pushing event updated for resources: {'Network': ['ID=08aeeb0b-694c-42b6-8786-0226a443cd46,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:33:59.487443 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:33:59.496919 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Network 08aeeb0b-694c-42b6-8786-0226a443cd46 details requested by agent ovs-agent-dv-cinder-790535-3-iscsi with host dv-cinder-790535-3-iscsi {{(pid=91835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:33:59.803001 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:33:59.811398 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-31e0cb1a-aaef-4435-b941-2a8e643268c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:33:59.882572 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-1d851512-cb76-41e2-9f91-e8f61603c76c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1261095210-network', 'tenant_id': 'cbe7c09da83c41e488ef92a9999297cb'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:33:59.885893 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b,revision_number=0']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:33:59.956985 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.957320 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.957647 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.957965 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.958279 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.958638 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.958947 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.959254 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.959717 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.960188 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.960499 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.960806 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Tracked resource versions report: Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: pushed versions: Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: { 'AddressGroup': {'1.2'}, Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'ConntrackHelper': {'1.0'}, Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'Log': {'1.0'}, Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'Network': {'1.1'}, Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'Port': {'1.7'}, Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'PortForwarding': {'1.2'}, Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'QosPolicy': {'1.8'}, Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'SecurityGroup': {'1.4'}, Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'SecurityGroupRule': {'1.2'}, Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'SubPort': {'1.0'}, Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'Subnet': {'1.1'}, Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'Trunk': {'1.1'}} Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: consumer versions: Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: { DHCP agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: HyperV agent@hv-cinder-79053: {}, Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: L3 agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: Metadata agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: Metering agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: Open vSwitch agent@dv-cinder-790535-3-iscsi: { 'AddressGroup': '1.2', Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'ConntrackHelper': '1.0', Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'Log': '1.0', Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'Network': '1.1', Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'Port': '1.7', Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'PortForwarding': '1.2', Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'QosPolicy': '1.8', Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'SecurityGroup': '1.4', Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'SecurityGroupRule': '1.2', Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'SubPort': '1.0', Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'Subnet': '1.1', Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: 'Trunk': '1.1'}} Jun 11 19:33:59.962051 dv-cinder-790535-3-iscsi neutron-server[91834]: {{(pid=91834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 19:33:59.972221 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:33:59.997253 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d851512-cb76-41e2-9f91-e8f61603c76c admin admin] Made reservation on behalf of cbe7c09da83c41e488ef92a9999297cb for: {'network': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:33:59.999470 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1d851512-cb76-41e2-9f91-e8f61603c76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for network, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:00.012088 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1d851512-cb76-41e2-9f91-e8f61603c76c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:00.014905 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Checking segment: {'id': '5b757fcb-3390-4942-a0fd-d98d88f64874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:34:00.015257 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Network hostable DHCP agents. Network: 08aeeb0b-694c-42b6-8786-0226a443cd46, hostable agents: ['c7177cc0-43cb-4693-ab8c-8cb8ca1ff766'], hosted agents: [] {{(pid=91834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:34:00.046812 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 35682) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:00.058048 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Network 08aeeb0b-694c-42b6-8786-0226a443cd46 is scheduled to be hosted by DHCP agent c7177cc0-43cb-4693-ab8c-8cb8ca1ff766 with binding_index 1 {{(pid=91834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:34:00.080279 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-iscsi, 08aeeb0b-694c-42b6-8786-0226a443cd46) {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:34:00.085757 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:00.086326 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:00.090840 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa22c75-8d72-4471-83dd-95b2f5751a2b None None] Network 08aeeb0b-694c-42b6-8786-0226a443cd46 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:34:00.171498 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1d851512-cb76-41e2-9f91-e8f61603c76c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:00.179375 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1d851512-cb76-41e2-9f91-e8f61603c76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:00.187285 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-6d45274b-b036-4362-9e0e-c7c23c97eb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:00.222481 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d851512-cb76-41e2-9f91-e8f61603c76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:00.230473 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-5be1b2f9-94d9-4cf4-a8f1-c4b94cc641bc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8140261 Jun 11 19:34:00.230808 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 35696) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:00.232520 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-1d851512-cb76-41e2-9f91-e8f61603c76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:00.236679 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d851512-cb76-41e2-9f91-e8f61603c76c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=91834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:34:00.239720 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-326637053-router', 'tenant_id': '04490ad1893e47cf8f786a89c2a73e07', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:34:00.250176 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1d851512-cb76-41e2-9f91-e8f61603c76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:00.250708 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.segments_db [None req-1d851512-cb76-41e2-9f91-e8f61603c76c admin admin] Added segment c6d1202e-3570-4387-be77-3c85cdb8b979 of type vlan for network 2da30eda-4a44-4ff0-ab2a-640664f3d67c Jun 11 19:34:00.282746 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10981'] for router, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:00.286599 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10988'] for router, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:00.311643 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1d851512-cb76-41e2-9f91-e8f61603c76c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747756045487'] for network, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:00.348913 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1d851512-cb76-41e2-9f91-e8f61603c76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:00.351070 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d851512-cb76-41e2-9f91-e8f61603c76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:00.351643 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1d851512-cb76-41e2-9f91-e8f61603c76c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:00.362753 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:00.380302 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-1d851512-cb76-41e2-9f91-e8f61603c76c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9821377 Jun 11 19:34:00.389976 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35700) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:00.395871 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-fdc1a7d6-3007-4e30-99c1-710dd4bcecb1 admin admin] Request body: {'subnet': {'network_id': '2da30eda-4a44-4ff0-ab2a-640664f3d67c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1261095210-subnet', 'tenant_id': 'cbe7c09da83c41e488ef92a9999297cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:34:00.420055 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bad67a8-dc2b-4ef1-8fb5-ccd576de1a65 None None] Network 08aeeb0b-694c-42b6-8786-0226a443cd46 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:34:00.462261 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d851512-cb76-41e2-9f91-e8f61603c76c admin admin] Pushing event updated for resources: {'Network': ['ID=2da30eda-4a44-4ff0-ab2a-640664f3d67c,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:00.466550 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-1d851512-cb76-41e2-9f91-e8f61603c76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:00.474533 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc1a7d6-3007-4e30-99c1-710dd4bcecb1 admin admin] Made reservation on behalf of cbe7c09da83c41e488ef92a9999297cb for: {'subnet': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:34:00.477121 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a7d6-3007-4e30-99c1-710dd4bcecb1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:00.478146 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Network 2da30eda-4a44-4ff0-ab2a-640664f3d67c details requested by agent ovs-agent-dv-cinder-790535-3-iscsi with host dv-cinder-790535-3-iscsi {{(pid=91835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:34:00.497314 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:00.503475 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-46a62c9a-5f26-4dd0-b9ad-49c787c9b24d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1250018269-network', 'tenant_id': '9835f46ed4da4325ab88f6f084cd8aca'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:34:00.727043 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a7d6-3007-4e30-99c1-710dd4bcecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:00.731277 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-ac0580f2-3d86-4d52-a157-e9202816da90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:00.798435 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a62c9a-5f26-4dd0-b9ad-49c787c9b24d admin admin] Made reservation on behalf of 9835f46ed4da4325ab88f6f084cd8aca for: {'network': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:34:00.801410 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-46a62c9a-5f26-4dd0-b9ad-49c787c9b24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for network, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:00.807285 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1a7d6-3007-4e30-99c1-710dd4bcecb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f91bd51-68b9-4e97-8828-20b57a6a0fc9,revision_number=0']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:00.811254 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-fdc1a7d6-3007-4e30-99c1-710dd4bcecb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:00.818540 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc1a7d6-3007-4e30-99c1-710dd4bcecb1 admin admin] Checking segment: {'id': 'c6d1202e-3570-4387-be77-3c85cdb8b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2da30eda-4a44-4ff0-ab2a-640664f3d67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:34:00.818986 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc1a7d6-3007-4e30-99c1-710dd4bcecb1 admin admin] Network hostable DHCP agents. Network: 2da30eda-4a44-4ff0-ab2a-640664f3d67c, hostable agents: ['c7177cc0-43cb-4693-ab8c-8cb8ca1ff766'], hosted agents: [] {{(pid=91834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:34:00.843965 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc1a7d6-3007-4e30-99c1-710dd4bcecb1 admin admin] Network 2da30eda-4a44-4ff0-ab2a-640664f3d67c is scheduled to be hosted by DHCP agent c7177cc0-43cb-4693-ab8c-8cb8ca1ff766 with binding_index 1 {{(pid=91834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:34:00.858151 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-46a62c9a-5f26-4dd0-b9ad-49c787c9b24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:00.863427 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-fdc1a7d6-3007-4e30-99c1-710dd4bcecb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-iscsi, 2da30eda-4a44-4ff0-ab2a-640664f3d67c) {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:34:00.868014 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc1a7d6-3007-4e30-99c1-710dd4bcecb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:00.868738 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a7d6-3007-4e30-99c1-710dd4bcecb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:00.875333 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a6a09b-6c49-4031-99a2-474ea98fcb74 None None] Network 2da30eda-4a44-4ff0-ab2a-640664f3d67c requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:34:00.895760 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11002'] for router, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:01.069877 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-46a62c9a-5f26-4dd0-b9ad-49c787c9b24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:01.097672 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-fdc1a7d6-3007-4e30-99c1-710dd4bcecb1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6982646 Jun 11 19:34:01.175613 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-46a62c9a-5f26-4dd0-b9ad-49c787c9b24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:01.193225 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5405fd1-3c0a-4b23-b171-259e174b2681 None None] Network 2da30eda-4a44-4ff0-ab2a-640664f3d67c requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:34:01.193871 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a62c9a-5f26-4dd0-b9ad-49c787c9b24d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=91833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:34:01.204547 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-46a62c9a-5f26-4dd0-b9ad-49c787c9b24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:01.204949 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.segments_db [None req-46a62c9a-5f26-4dd0-b9ad-49c787c9b24d admin admin] Added segment 27745dbb-6f0e-4b17-90e5-351d1a26130b of type vlan for network 91562091-e358-42f3-bc97-a9db84b0b38e Jun 11 19:34:01.262668 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-46a62c9a-5f26-4dd0-b9ad-49c787c9b24d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747756045487'] for network, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:01.295330 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-ff064b0e-bdf9-4fe2-ab3b-0db5eb5e99c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:01.304797 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-46a62c9a-5f26-4dd0-b9ad-49c787c9b24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:01.308598 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a62c9a-5f26-4dd0-b9ad-49c787c9b24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:01.309383 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-46a62c9a-5f26-4dd0-b9ad-49c787c9b24d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:01.344490 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-46a62c9a-5f26-4dd0-b9ad-49c787c9b24d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2958860 Jun 11 19:34:01.347627 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35726) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:01.354210 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-4faa05d4-0cbe-4478-8180-c160973f4c51 admin admin] Request body: {'subnet': {'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1250018269-subnet', 'tenant_id': '9835f46ed4da4325ab88f6f084cd8aca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:34:01.428170 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faa05d4-0cbe-4478-8180-c160973f4c51 admin admin] Made reservation on behalf of 9835f46ed4da4325ab88f6f084cd8aca for: {'subnet': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:34:01.435501 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4faa05d4-0cbe-4478-8180-c160973f4c51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:01.509571 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a62c9a-5f26-4dd0-b9ad-49c787c9b24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7ebea4-4873-44ef-8952-6337219a9fb9,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:01.534001 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-46a62c9a-5f26-4dd0-b9ad-49c787c9b24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:01.534565 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:01.683885 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a62c9a-5f26-4dd0-b9ad-49c787c9b24d admin admin] Pushing event updated for resources: {'Network': ['ID=91562091-e358-42f3-bc97-a9db84b0b38e,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:01.687893 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-46a62c9a-5f26-4dd0-b9ad-49c787c9b24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:01.699484 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Network 91562091-e358-42f3-bc97-a9db84b0b38e details requested by agent ovs-agent-dv-cinder-790535-3-iscsi with host dv-cinder-790535-3-iscsi {{(pid=91835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:34:01.920649 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:01.958956 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:02.015110 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4faa05d4-0cbe-4478-8180-c160973f4c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:02.020320 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:02.098859 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa05d4-0cbe-4478-8180-c160973f4c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c5a103b-1876-47da-96d3-d95f9c432793,revision_number=0']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:02.102832 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-4faa05d4-0cbe-4478-8180-c160973f4c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:02.106757 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faa05d4-0cbe-4478-8180-c160973f4c51 admin admin] Checking segment: {'id': '27745dbb-6f0e-4b17-90e5-351d1a26130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:34:02.107109 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faa05d4-0cbe-4478-8180-c160973f4c51 admin admin] Network hostable DHCP agents. Network: 91562091-e358-42f3-bc97-a9db84b0b38e, hostable agents: ['c7177cc0-43cb-4693-ab8c-8cb8ca1ff766'], hosted agents: [] {{(pid=91834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:34:02.127438 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faa05d4-0cbe-4478-8180-c160973f4c51 admin admin] Network 91562091-e358-42f3-bc97-a9db84b0b38e is scheduled to be hosted by DHCP agent c7177cc0-43cb-4693-ab8c-8cb8ca1ff766 with binding_index 1 {{(pid=91834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:34:02.140538 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-4faa05d4-0cbe-4478-8180-c160973f4c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-iscsi, 91562091-e358-42f3-bc97-a9db84b0b38e) {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:34:02.145055 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faa05d4-0cbe-4478-8180-c160973f4c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:02.145640 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4faa05d4-0cbe-4478-8180-c160973f4c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:02.150604 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8501303-83bb-4d1f-a3e2-aba3ed6e204c None None] Network 91562091-e358-42f3-bc97-a9db84b0b38e requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:34:02.179301 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Allocated IP 172.27.0.20 (96e13ff2-92ce-495c-a9c8-09520c2db46e/3317fd00-ab75-48b2-85c3-a34ed1654e31/2460dcb3-11e3-49bb-b737-a12ae12013ab) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:34:02.181609 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-4faa05d4-0cbe-4478-8180-c160973f4c51 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8313241 Jun 11 19:34:02.319080 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35774) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:02.385620 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:02.499159 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627ca3c1-54f2-4496-921d-9a6d126a9c1d None None] Network 91562091-e358-42f3-bc97-a9db84b0b38e requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:34:02.575942 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2bca7276-8959-4834-993f-92a17d3b509f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:02.601339 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:02.605901 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:02.736416 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:34:02.796084 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:34:02.803179 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2bca7276-8959-4834-993f-92a17d3b509f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:02.805537 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Pushing event updated for resources: {'Port': ['ID=2460dcb3-11e3-49bb-b737-a12ae12013ab,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:02.809857 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2bca7276-8959-4834-993f-92a17d3b509f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:02.818667 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:02.822308 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:34:02.965433 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca7276-8959-4834-993f-92a17d3b509f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c27224-d07a-402b-bde3-d94408a99640,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:02.975820 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35820) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:02.981549 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-2bca7276-8959-4834-993f-92a17d3b509f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:02.993116 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-2bca7276-8959-4834-993f-92a17d3b509f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6dc11e5abb7943b39f23eeb072b0ebe7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6726599 Jun 11 19:34:02.995084 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35822) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:02.997089 dv-cinder-790535-3-iscsi neutron-server[91834]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 11 19:34:03.047481 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:03.286483 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-006a9dc7-c8e9-411d-a16b-b8b6132b2904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:03.321101 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-499bd31d-071d-43f5-aff9-84f8bd3cc735 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:03.323560 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-499bd31d-071d-43f5-aff9-84f8bd3cc735 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/networks?id=2da30eda-4a44-4ff0-ab2a-640664f3d67c HTTP/1.1" status: 200 len: 812 time: 0.3446546 Jun 11 19:34:03.327402 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35850) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:03.357962 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-006a9dc7-c8e9-411d-a16b-b8b6132b2904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:03.407685 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-5180d4e2-caf0-4175-92c1-2302de759330 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/quotas/cbe7c09da83c41e488ef92a9999297cb HTTP/1.1" status: 200 len: 375 time: 0.0709164 Jun 11 19:34:03.517376 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:03.529104 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-72c23b53-1f67-4754-acb5-c3520b29ca78 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cbe7c09da83c41e488ef92a9999297cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1133413 Jun 11 19:34:03.575195 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-bd04cd18-feee-42a4-87f3-c2d310f3c53a tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:03.576821 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-bd04cd18-feee-42a4-87f3-c2d310f3c53a tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/networks?id=91562091-e358-42f3-bc97-a9db84b0b38e HTTP/1.1" status: 200 len: 815 time: 0.2482650 Jun 11 19:34:03.583129 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-006a9dc7-c8e9-411d-a16b-b8b6132b2904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:03.586342 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-006a9dc7-c8e9-411d-a16b-b8b6132b2904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:03.587510 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-006a9dc7-c8e9-411d-a16b-b8b6132b2904 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20c27224-d07a-402b-bde3-d94408a99640 HTTP/1.1" status: 204 len: 168 time: 0.5878532 Jun 11 19:34:03.589753 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-27494a1e-a6f0-4724-b958-e4cdb3af37c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:03.593666 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35860) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:03.611953 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a9dc7-c8e9-411d-a16b-b8b6132b2904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c27224-d07a-402b-bde3-d94408a99640,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:03.614707 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-006a9dc7-c8e9-411d-a16b-b8b6132b2904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:03.616388 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-182b040e-554b-4441-9185-e047aabd3965 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/quotas/9835f46ed4da4325ab88f6f084cd8aca HTTP/1.1" status: 200 len: 375 time: 0.0277472 Jun 11 19:34:03.660152 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-ed8d813d-b053-4217-b154-76c56b4f4d73 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9835f46ed4da4325ab88f6f084cd8aca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369306 Jun 11 19:34:03.829115 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-cb56aa83-8953-4ad4-9b1b-c1973443eb2e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:34:03.830453 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-cb56aa83-8953-4ad4-9b1b-c1973443eb2e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1416776 Jun 11 19:34:03.859926 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931226'] for router, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:03.891999 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-379b1e0d-4359-4931-bb21-44651c4a134f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:03.964192 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-1655767e-aaa3-479e-bb48-986bb8e9c0ed service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:34:03.965365 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-1655767e-aaa3-479e-bb48-986bb8e9c0ed service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0605528 Jun 11 19:34:03.965897 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35874) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:04.010127 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-750fcb2d-76e7-4924-8997-2f7afa39c09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:04.057486 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Router a26f2775-1728-45ba-a200-f840431d0af5 is scheduled to L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 with binding_index 1 {{(pid=91833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 19:34:04.074375 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-a863ce26-a08d-4d21-ad05-10f969019570 service neutron] 10.222.0.24 "GET /v2.0/networks/2da30eda-4a44-4ff0-ab2a-640664f3d67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377508 Jun 11 19:34:04.202176 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:34:04.212276 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Sync routers for ids ['a26f2775-1728-45ba-a200-f840431d0af5'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:34:04.222342 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Routers {'a26f2775-1728-45ba-a200-f840431d0af5'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:34:04.223277 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:33:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['a26f2775-1728-45ba-a200-f840431d0af5'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:34:04.256348 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-39c84d34-82cf-4ce7-89a3-3f31748f48ba service neutron] 10.222.0.24 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703502 Jun 11 19:34:04.316831 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-7e4c5ef7-3775-41ff-8d13-5fb53cab6e76 service neutron] 10.222.0.24 "GET /v2.0/networks/2da30eda-4a44-4ff0-ab2a-640664f3d67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343292 Jun 11 19:34:04.327960 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-379b1e0d-4359-4931-bb21-44651c4a134f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:04.382861 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-379b1e0d-4359-4931-bb21-44651c4a134f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:04.398708 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-006a9dc7-c8e9-411d-a16b-b8b6132b2904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:04.401172 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Set router a26f2775-1728-45ba-a200-f840431d0af5 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:34:04.467787 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-379b1e0d-4359-4931-bb21-44651c4a134f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=415c946ec9084ece8b7b609d11ce3a0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8730650 Jun 11 19:34:04.470730 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 35882) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:04.477392 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b1e0d-4359-4931-bb21-44651c4a134f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20597a74-e986-472f-a99e-8282362ef526,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:04.483332 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-bb25dc18-d26c-4372-be02-fb7dce300926 service neutron] 10.222.0.24 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209911 Jun 11 19:34:04.484076 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-379b1e0d-4359-4931-bb21-44651c4a134f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:04.569879 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-653ca912-209f-4dd1-9743-3551f1b0898c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:04.602119 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-653ca912-209f-4dd1-9743-3551f1b0898c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:04.622127 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-750fcb2d-76e7-4924-8997-2f7afa39c09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:04.633053 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-750fcb2d-76e7-4924-8997-2f7afa39c09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:04.637186 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0336cf76-4d42-467b-a10c-a0c509bda074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:04.672473 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Notify callbacks [] for router, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:04.674020 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4392850 Jun 11 19:34:04.677223 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 35896) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:04.686395 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-653ca912-209f-4dd1-9743-3551f1b0898c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:04.738858 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26f2775-1728-45ba-a200-f840431d0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-326637053-router', 'tenant_id': '04490ad1893e47cf8f786a89c2a73e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2460dcb3-11e3-49bb-b737-a12ae12013ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:34:00Z', 'updated_at': '2021-06-11T19:34:03Z', 'revision_number': 3, 'project_id': '04490ad1893e47cf8f786a89c2a73e07', 'gw_port': {'id': '2460dcb3-11e3-49bb-b737-a12ae12013ab', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26f2775-1728-45ba-a200-f840431d0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:34:01Z', 'updated_at': '2021-06-11T19:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:34:04.749114 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Checking router: a26f2775-1728-45ba-a200-f840431d0af5 for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:34:04.749633 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Updating router a26f2775-1728-45ba-a200-f840431d0af5 port 2460dcb3-11e3-49bb-b737-a12ae12013ab binding host dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:34:04.824646 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:04.884227 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-750fcb2d-76e7-4924-8997-2f7afa39c09f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33a6a2230c0f42d48679178784e79990&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9140191 Jun 11 19:34:04.893518 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35916) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:04.922396 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fcb2d-76e7-4924-8997-2f7afa39c09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95dcc0f-bfd4-4cfb-a8ee-f1dfd06b8eb3,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:04.925398 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-750fcb2d-76e7-4924-8997-2f7afa39c09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:05.034642 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-653ca912-209f-4dd1-9743-3551f1b0898c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:05.038667 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-653ca912-209f-4dd1-9743-3551f1b0898c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20597a74-e986-472f-a99e-8282362ef526 HTTP/1.1" status: 204 len: 168 time: 0.5660536 Jun 11 19:34:05.041825 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:05.042382 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c4b7fc39-7628-4419-96e9-c839fa644dd9 req-a5885415-ca6e-4070-abd6-f3edac62acc3 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 210 time: 0.1567907 Jun 11 19:34:05.130296 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-13e5f4d1-f0dc-4740-9a1e-eed0ba535bd4 req-3fb2c512-c6b1-433a-b948-648eb70da796 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 210 time: 0.1336873 Jun 11 19:34:05.131423 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-524b6a90-27cb-4c39-b7bc-2f8b55c96e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:05.157515 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-524b6a90-27cb-4c39-b7bc-2f8b55c96e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:05.215586 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ca912-209f-4dd1-9743-3551f1b0898c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20597a74-e986-472f-a99e-8282362ef526,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:05.225389 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-653ca912-209f-4dd1-9743-3551f1b0898c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:05.252093 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-524b6a90-27cb-4c39-b7bc-2f8b55c96e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:05.256357 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-524b6a90-27cb-4c39-b7bc-2f8b55c96e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:05.260910 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-524b6a90-27cb-4c39-b7bc-2f8b55c96e91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c95dcc0f-bfd4-4cfb-a8ee-f1dfd06b8eb3 HTTP/1.1" status: 204 len: 168 time: 0.3637643 Jun 11 19:34:05.261892 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:05.281400 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b6a90-27cb-4c39-b7bc-2f8b55c96e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95dcc0f-bfd4-4cfb-a8ee-f1dfd06b8eb3,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:05.289088 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-524b6a90-27cb-4c39-b7bc-2f8b55c96e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:05.541913 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:05.568864 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Transition to ACTIVE for port object 2460dcb3-11e3-49bb-b737-a12ae12013ab will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:34:05.582047 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:05.586205 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:05.661995 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Attempting to bind port 2460dcb3-11e3-49bb-b737-a12ae12013ab on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:34:05.662390 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Attempting to bind port 2460dcb3-11e3-49bb-b737-a12ae12013ab by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:34:05.662830 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Attempting to bind port 2460dcb3-11e3-49bb-b737-a12ae12013ab on network 96e13ff2-92ce-495c-a9c8-09520c2db46e {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:34:05.670682 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d2fec-529d-44e6-b247-035799e72552 None None] Pushing event updated for resources: {'Port': ['ID=2460dcb3-11e3-49bb-b737-a12ae12013ab,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:05.673366 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:34:05.673943 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Checking segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:34:05.675113 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:05.675646 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Bound using segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:34:05.676264 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Bound port: 2460dcb3-11e3-49bb-b737-a12ae12013ab, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:34:05.676790 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:05.707773 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d2fec-529d-44e6-b247-035799e72552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:05.708109 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d2fec-529d-44e6-b247-035799e72552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:05.708441 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d2fec-529d-44e6-b247-035799e72552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:05.708760 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d2fec-529d-44e6-b247-035799e72552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:05.709078 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d2fec-529d-44e6-b247-035799e72552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:05.709394 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d2fec-529d-44e6-b247-035799e72552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:05.709706 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d2fec-529d-44e6-b247-035799e72552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:05.710016 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d2fec-529d-44e6-b247-035799e72552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:05.710345 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d2fec-529d-44e6-b247-035799e72552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:05.710677 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d2fec-529d-44e6-b247-035799e72552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:05.710986 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d2fec-529d-44e6-b247-035799e72552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:05.711288 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d2fec-529d-44e6-b247-035799e72552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d2fec-529d-44e6-b247-035799e72552 None None] Tracked resource versions report: Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: pushed versions: Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: { 'AddressGroup': {'1.2'}, Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'ConntrackHelper': {'1.0'}, Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'Log': {'1.0'}, Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'Network': {'1.1'}, Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'Port': {'1.7'}, Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'PortForwarding': {'1.2'}, Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'QosPolicy': {'1.8'}, Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'SecurityGroup': {'1.4'}, Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'SecurityGroupRule': {'1.2'}, Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'SubPort': {'1.0'}, Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'Subnet': {'1.1'}, Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'Trunk': {'1.1'}} Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: consumer versions: Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: { DHCP agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: HyperV agent@hv-cinder-79053: {}, Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: L3 agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: Metadata agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: Metering agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: Open vSwitch agent@dv-cinder-790535-3-iscsi: { 'AddressGroup': '1.2', Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'ConntrackHelper': '1.0', Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'Log': '1.0', Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'Network': '1.1', Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'Port': '1.7', Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'PortForwarding': '1.2', Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'QosPolicy': '1.8', Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'SecurityGroup': '1.4', Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'SecurityGroupRule': '1.2', Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'SubPort': '1.0', Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'Subnet': '1.1', Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: 'Trunk': '1.1'}} Jun 11 19:34:05.712355 dv-cinder-790535-3-iscsi neutron-server[91836]: {{(pid=91836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 19:34:05.723023 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-fc7d2fec-529d-44e6-b247-035799e72552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:05.751755 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:05.776497 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] For port 2460dcb3-11e3-49bb-b737-a12ae12013ab, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:34:05.784429 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] For port 2460dcb3-11e3-49bb-b737-a12ae12013ab, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=2460dcb3-11e3-49bb-b737-a12ae12013ab,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:34:05.790715 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:05.801404 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-9229bd35-ffaf-478f-875d-420161dfea65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:05.870385 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d2fec-529d-44e6-b247-035799e72552 None None] Pushing event updated for resources: {'Port': ['ID=2460dcb3-11e3-49bb-b737-a12ae12013ab,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:05.875065 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-fc7d2fec-529d-44e6-b247-035799e72552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:05.892133 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Routers {'a26f2775-1728-45ba-a200-f840431d0af5'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:34:05.895117 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:33:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['a26f2775-1728-45ba-a200-f840431d0af5'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:34:05.945846 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 35980) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:05.976561 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-00711606-1bdf-4eac-a585-1e5db4d0e3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:06.145250 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-00711606-1bdf-4eac-a585-1e5db4d0e3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:06.147143 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] Set router a26f2775-1728-45ba-a200-f840431d0af5 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:34:06.171605 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Allocated IP 172.20.0.1 (08aeeb0b-694c-42b6-8786-0226a443cd46/9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b/1c8f374f-121a-48ec-a9f5-9b739a6fae7b) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:34:06.193650 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-00711606-1bdf-4eac-a585-1e5db4d0e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:06.205720 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5cfbeea7-4ae2-4dba-8771-d0b8e256b3d6 req-11807427-8e52-4d88-bce1-7dd7e6f6d33b tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 210 time: 0.0540318 Jun 11 19:34:06.226439 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-1d851512-cb76-41e2-9f91-e8f61603c76c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:06.278895 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b856bbf2-88fd-4043-9f67-9f4c8b55ccdb req-8cf60fa2-b3eb-418d-9af2-b61c01f9a992 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 210 time: 0.0685258 Jun 11 19:34:06.341981 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00711606-1bdf-4eac-a585-1e5db4d0e3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9713e83-2254-4537-b105-20c4da2e74f7,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:06.350665 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-00711606-1bdf-4eac-a585-1e5db4d0e3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:06.369066 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-00711606-1bdf-4eac-a585-1e5db4d0e3ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=413d64c040594aabbbbde2913843e872&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4196866 Jun 11 19:34:06.369978 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 36002) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:06.485883 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:06.497222 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c369fb8e-9c62-4d9b-99e5-e0362bd87510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:06.557359 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:06.557834 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c369fb8e-9c62-4d9b-99e5-e0362bd87510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:06.563598 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:06.587809 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26f2775-1728-45ba-a200-f840431d0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-326637053-router', 'tenant_id': '04490ad1893e47cf8f786a89c2a73e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2460dcb3-11e3-49bb-b737-a12ae12013ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:34:00Z', 'updated_at': '2021-06-11T19:34:03Z', 'revision_number': 3, 'project_id': '04490ad1893e47cf8f786a89c2a73e07', 'gw_port': {'id': '2460dcb3-11e3-49bb-b737-a12ae12013ab', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26f2775-1728-45ba-a200-f840431d0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:34:01Z', 'updated_at': '2021-06-11T19:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:34:06.599215 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b941005d-1f27-4476-bc76-ba821b8d6c76 None None] The sync data for ids ['a26f2775-1728-45ba-a200-f840431d0af5'] in dv-cinder-790535-3-iscsi is: [{'id': 'a26f2775-1728-45ba-a200-f840431d0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-326637053-router', 'tenant_id': '04490ad1893e47cf8f786a89c2a73e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2460dcb3-11e3-49bb-b737-a12ae12013ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:34:00Z', 'updated_at': '2021-06-11T19:34:03Z', 'revision_number': 3, 'project_id': '04490ad1893e47cf8f786a89c2a73e07', 'gw_port': {'id': '2460dcb3-11e3-49bb-b737-a12ae12013ab', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26f2775-1728-45ba-a200-f840431d0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:34:01Z', 'updated_at': '2021-06-11T19:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:34:06.667945 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c369fb8e-9c62-4d9b-99e5-e0362bd87510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:06.671284 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c369fb8e-9c62-4d9b-99e5-e0362bd87510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:06.672356 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Network 08aeeb0b-694c-42b6-8786-0226a443cd46 is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:34:06.672501 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-c369fb8e-9c62-4d9b-99e5-e0362bd87510 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9713e83-2254-4537-b105-20c4da2e74f7 HTTP/1.1" status: 204 len: 168 time: 0.3015916 Jun 11 19:34:06.673235 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:06.678195 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:34:06.683589 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:34:06.684173 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935007'] for router_interface, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:06.693465 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-1449a04c-64b9-4756-92e9-c3c7af2f6078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:06.703336 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369fb8e-9c62-4d9b-99e5-e0362bd87510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9713e83-2254-4537-b105-20c4da2e74f7,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:06.706557 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-c369fb8e-9c62-4d9b-99e5-e0362bd87510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:06.790706 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Pushing event updated for resources: {'Port': ['ID=1c8f374f-121a-48ec-a9f5-9b739a6fae7b,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:06.796631 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:07.109817 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:07.486450 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:07.491532 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a3c28566-0bd7-42d1-abc9-2d48791c1cb2 req-88373965-529d-4363-b221-b77c2546edb6 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 210 time: 0.0807235 Jun 11 19:34:07.500768 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:07.503257 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935115'] for router_interface, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:07.507786 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:07.523781 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:34:07.588562 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 2460dcb3-11e3-49bb-b737-a12ae12013ab up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:34:07.642972 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f092b68b-536b-46e0-b9b9-959358590059 req-53b1b09e-e42a-46b0-b87b-020d092f018b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 210 time: 0.0908790 Jun 11 19:34:07.742127 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Pushing event updated for resources: {'Port': ['ID=1c8f374f-121a-48ec-a9f5-9b739a6fae7b,revision_number=2']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:07.749014 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:07.755349 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 2460dcb3-11e3-49bb-b737-a12ae12013ab completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:34:07.769581 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 2460dcb3-11e3-49bb-b737-a12ae12013ab triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:34:07.769983 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:07.809364 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.39', 50867) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:07.983868 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Network 08aeeb0b-694c-42b6-8786-0226a443cd46 is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:34:07.988015 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:34:08.160845 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-39213d61-593e-4afe-89b9-ac15482cde0f tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:08.164084 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-39213d61-593e-4afe-89b9-ac15482cde0f tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.39 "GET /v2.0/networks?id=2da30eda-4a44-4ff0-ab2a-640664f3d67c HTTP/1.1" status: 200 len: 812 time: 0.3537109 Jun 11 19:34:08.219132 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-e9badd7b-578e-47a3-88d4-dfcde5b301da tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Request body: {'port': {'device_id': 'add50c69-5c7f-4b5a-9e83-211b274cfbf4', 'network_id': '2da30eda-4a44-4ff0-ab2a-640664f3d67c', 'admin_state_up': True, 'tenant_id': 'cbe7c09da83c41e488ef92a9999297cb'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:34:08.233340 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:08.298450 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port 2460dcb3-11e3-49bb-b737-a12ae12013ab, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=2460dcb3-11e3-49bb-b737-a12ae12013ab,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:34:08.306268 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 36084) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:08.307693 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:08.310163 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-10282856-84e5-4f47-99bf-d640b8176b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:08.429159 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Router a26f2775-1728-45ba-a200-f840431d0af5 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:34:08.494564 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=2460dcb3-11e3-49bb-b737-a12ae12013ab,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:08.523243 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:08.525394 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:08.525826 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:08.526061 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:08.529311 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:08.529666 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:08.531432 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:08.532430 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:08.532833 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:08.533140 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:08.533472 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:08.533848 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Tracked resource versions report: Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: pushed versions: Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: { 'AddressGroup': {'1.2'}, Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'ConntrackHelper': {'1.0'}, Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'Log': {'1.0'}, Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'Network': {'1.1'}, Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'Port': {'1.7'}, Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'PortForwarding': {'1.2'}, Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'QosPolicy': {'1.8'}, Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'SecurityGroup': {'1.4'}, Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'SecurityGroupRule': {'1.2'}, Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'SubPort': {'1.0'}, Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'Subnet': {'1.1'}, Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'Trunk': {'1.1'}} Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: consumer versions: Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: { DHCP agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: HyperV agent@hv-cinder-79053: {}, Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: L3 agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: Metadata agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: Metering agent@dv-cinder-790535-3-iscsi: {}, Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: Open vSwitch agent@dv-cinder-790535-3-iscsi: { 'AddressGroup': '1.2', Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'ConntrackHelper': '1.0', Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'Log': '1.0', Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'Network': '1.1', Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'Port': '1.7', Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'PortForwarding': '1.2', Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'QosPolicy': '1.8', Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'SecurityGroup': '1.4', Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'SecurityGroupRule': '1.2', Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'SubPort': '1.0', Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'Subnet': '1.1', Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: 'Trunk': '1.1'}} Jun 11 19:34:08.537972 dv-cinder-790535-3-iscsi neutron-server[91835]: {{(pid=91835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 19:34:08.556444 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:08.842709 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.39', 50873) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:09.028482 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f945f6cf-d86f-471e-8691-347e31623e5e req-9ac9e4e4-b6f2-4dfb-a679-7dbe061ccfb6 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 210 time: 0.1846914 Jun 11 19:34:09.041166 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d6ad6638-83e6-479a-955e-3c81e99559ea req-7b775002-d625-4a1c-a9c4-16df179e12e7 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 210 time: 0.0594652 Jun 11 19:34:09.041910 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2d6541bc-7efd-4cb6-af67-ce7ed7cf5417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:09.102200 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2dd46ad9-8223-4405-8308-f3b8a2c4c1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:09.130256 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-e9badd7b-578e-47a3-88d4-dfcde5b301da tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Made reservation on behalf of cbe7c09da83c41e488ef92a9999297cb for: {'port': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:34:09.133716 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-e9badd7b-578e-47a3-88d4-dfcde5b301da tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:09.176682 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:34:09.189557 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] 10.222.0.24 "PUT /v2.0/routers/a26f2775-1728-45ba-a200-f840431d0af5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5110521 Jun 11 19:34:09.236373 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:09.263670 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-01b1853f-4ce2-435a-a8f6-1dbd6440222e tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:09.265121 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-01b1853f-4ce2-435a-a8f6-1dbd6440222e tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.39 "GET /v2.0/networks?id=91562091-e358-42f3-bc97-a9db84b0b38e HTTP/1.1" status: 200 len: 815 time: 0.3799238 Jun 11 19:34:09.314471 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2dd46ad9-8223-4405-8308-f3b8a2c4c1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:09.323502 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2dd46ad9-8223-4405-8308-f3b8a2c4c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:09.337180 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-46a62c9a-5f26-4dd0-b9ad-49c787c9b24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:09.340425 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Sync routers for ids ['a26f2775-1728-45ba-a200-f840431d0af5'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:34:09.361809 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Routers {'a26f2775-1728-45ba-a200-f840431d0af5'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:34:09.362795 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:34:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['a26f2775-1728-45ba-a200-f840431d0af5'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:34:09.386393 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd46ad9-8223-4405-8308-f3b8a2c4c1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bfb1ac-eec3-488f-b68c-62a7075fc237,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:09.401749 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-2dd46ad9-8223-4405-8308-f3b8a2c4c1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:09.428286 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-2dd46ad9-8223-4405-8308-f3b8a2c4c1b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aefc1efdbc8e4a55b81083e1b5275c92&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1208806 Jun 11 19:34:09.432948 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 36152) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:09.600009 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 2460dcb3-11e3-49bb-b737-a12ae12013ab up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:34:09.602884 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6fb62acd-c956-4702-a81f-f30b85932993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:09.641089 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6fb62acd-c956-4702-a81f-f30b85932993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:09.729965 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-e9badd7b-578e-47a3-88d4-dfcde5b301da tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Allocated IP 172.20.0.7 (2da30eda-4a44-4ff0-ab2a-640664f3d67c/7f91bd51-68b9-4e97-8828-20b57a6a0fc9/472fe097-6a4e-4ef2-89ef-81037dfd6e02) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:34:09.740043 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6fb62acd-c956-4702-a81f-f30b85932993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:09.748961 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6fb62acd-c956-4702-a81f-f30b85932993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:09.757361 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-6fb62acd-c956-4702-a81f-f30b85932993 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95bfb1ac-eec3-488f-b68c-62a7075fc237 HTTP/1.1" status: 204 len: 168 time: 0.3166368 Jun 11 19:34:09.757361 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:09.788569 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb62acd-c956-4702-a81f-f30b85932993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bfb1ac-eec3-488f-b68c-62a7075fc237,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:09.800813 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-6fb62acd-c956-4702-a81f-f30b85932993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:09.822001 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Set router a26f2775-1728-45ba-a200-f840431d0af5 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:34:10.135179 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-e9badd7b-578e-47a3-88d4-dfcde5b301da tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:10.166911 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 2460dcb3-11e3-49bb-b737-a12ae12013ab triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:34:10.168001 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:10.199211 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-e9badd7b-578e-47a3-88d4-dfcde5b301da tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:10.281280 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-d00e8afc-6ae3-4257-a3d6-94ec00780188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:10.350352 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26f2775-1728-45ba-a200-f840431d0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-326637053-router', 'tenant_id': '04490ad1893e47cf8f786a89c2a73e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2460dcb3-11e3-49bb-b737-a12ae12013ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:34:00Z', 'updated_at': '2021-06-11T19:34:06Z', 'revision_number': 4, 'project_id': '04490ad1893e47cf8f786a89c2a73e07', 'gw_port': {'id': '2460dcb3-11e3-49bb-b737-a12ae12013ab', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26f2775-1728-45ba-a200-f840431d0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:34:01Z', 'updated_at': '2021-06-11T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '1c8f374f-121a-48ec-a9f5-9b739a6fae7b', 'name': '', 'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46', 'tenant_id': '04490ad1893e47cf8f786a89c2a73e07', 'mac_address': 'fa:16:3e:23:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26f2775-1728-45ba-a200-f840431d0af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:34:05Z', 'updated_at': '2021-06-11T19:34:07Z', 'revision_number': 2, 'project_id': '04490ad1893e47cf8f786a89c2a73e07', 'subnets': [{'id': '9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:34:10.366150 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Checking router: a26f2775-1728-45ba-a200-f840431d0af5 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:34:10.366515 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Updating router a26f2775-1728-45ba-a200-f840431d0af5 port 1c8f374f-121a-48ec-a9f5-9b739a6fae7b binding host dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:34:10.376869 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 36216) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:10.416913 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:10.424753 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:10.670527 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9badd7b-578e-47a3-88d4-dfcde5b301da tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Pushing event updated for resources: {'Port': ['ID=472fe097-6a4e-4ef2-89ef-81037dfd6e02,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:10.673895 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-e9badd7b-578e-47a3-88d4-dfcde5b301da tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Network 2da30eda-4a44-4ff0-ab2a-640664f3d67c is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:34:10.682523 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e9badd7b-578e-47a3-88d4-dfcde5b301da tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:10.687846 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-e9badd7b-578e-47a3-88d4-dfcde5b301da tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:34:10.700444 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-e9badd7b-578e-47a3-88d4-dfcde5b301da tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:34:10.707175 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-e9badd7b-578e-47a3-88d4-dfcde5b301da tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:10.707981 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-e9badd7b-578e-47a3-88d4-dfcde5b301da tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:10.711685 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-fa6fce97-c6d3-40a9-a916-0f3507a2aa20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:10.764677 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-0fd72081-80da-4ee5-b43a-e58f23c55b7f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:10.771102 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-0fd72081-80da-4ee5-b43a-e58f23c55b7f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/networks?id=08aeeb0b-694c-42b6-8786-0226a443cd46 HTTP/1.1" status: 200 len: 818 time: 0.5933433 Jun 11 19:34:10.803271 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-4be7054a-ecbb-4e97-919a-cf3f9d1f151c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/quotas/04490ad1893e47cf8f786a89c2a73e07 HTTP/1.1" status: 200 len: 375 time: 0.0239856 Jun 11 19:34:10.825319 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Notify callbacks [] for port, precommit_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:10.829375 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50785d-efed-4644-b1e4-af6834251b33 req-33294162-2f40-476a-8473-ae32ae0b059a tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:10.831933 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fe50785d-efed-4644-b1e4-af6834251b33 req-33294162-2f40-476a-8473-ae32ae0b059a tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 931 time: 0.2704291 Jun 11 19:34:10.841637 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Transition to ACTIVE for port object 1c8f374f-121a-48ec-a9f5-9b739a6fae7b will not be triggered until provisioned by entity L2. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:34:10.852288 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:10.855908 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:10.856507 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-fa6fce97-c6d3-40a9-a916-0f3507a2aa20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:10.865096 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-fa6fce97-c6d3-40a9-a916-0f3507a2aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:10.869436 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-2368b916-ee0d-4f72-a4b6-2b43c6a5a882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:10.915275 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-e9badd7b-578e-47a3-88d4-dfcde5b301da tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7003319 Jun 11 19:34:10.937089 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-fa6fce97-c6d3-40a9-a916-0f3507a2aa20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10dd355b43644d8590de2b0985d4d36e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5589662 Jun 11 19:34:10.937720 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 36236) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:10.947757 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fce97-c6d3-40a9-a916-0f3507a2aa20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3dda9f-1f50-47df-9a56-76eec1dbd857,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:10.960249 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-fa6fce97-c6d3-40a9-a916-0f3507a2aa20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:10.981546 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-864338f5-3370-4115-a542-eacb89db3164 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=04490ad1893e47cf8f786a89c2a73e07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1699045 Jun 11 19:34:10.989369 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558036a-6c24-4feb-b807-f4ac15a92790 None None] Pushing event updated for resources: {'Port': ['ID=1c8f374f-121a-48ec-a9f5-9b739a6fae7b,revision_number=3']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:11.016089 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-d558036a-6c24-4feb-b807-f4ac15a92790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:11.030685 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-40b43e94-acb0-484c-bd65-d6969ca51102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:11.061236 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-40b43e94-acb0-484c-bd65-d6969ca51102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:11.069431 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fe50785d-efed-4644-b1e4-af6834251b33 req-638938ac-d7ef-4b1e-8ae8-4e0cdae20e26 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872966 Jun 11 19:34:11.081635 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Attempting to bind port 1c8f374f-121a-48ec-a9f5-9b739a6fae7b on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:34:11.082100 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Attempting to bind port 1c8f374f-121a-48ec-a9f5-9b739a6fae7b by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': '5b757fcb-3390-4942-a0fd-d98d88f64874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46'}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:34:11.082475 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Attempting to bind port 1c8f374f-121a-48ec-a9f5-9b739a6fae7b on network 08aeeb0b-694c-42b6-8786-0226a443cd46 {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:34:11.101079 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:34:11.102867 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Checking segment: {'id': '5b757fcb-3390-4942-a0fd-d98d88f64874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:34:11.104057 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:11.105445 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Bound using segment: {'id': '5b757fcb-3390-4942-a0fd-d98d88f64874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46'} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:34:11.106030 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Bound port: 1c8f374f-121a-48ec-a9f5-9b739a6fae7b, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b757fcb-3390-4942-a0fd-d98d88f64874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46'}}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:34:11.106885 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:11.143431 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-40b43e94-acb0-484c-bd65-d6969ca51102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:11.146470 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-40b43e94-acb0-484c-bd65-d6969ca51102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:11.149922 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-40b43e94-acb0-484c-bd65-d6969ca51102 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d3dda9f-1f50-47df-9a56-76eec1dbd857 HTTP/1.1" status: 204 len: 168 time: 0.2082109 Jun 11 19:34:11.149922 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:11.161237 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b43e94-acb0-484c-bd65-d6969ca51102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3dda9f-1f50-47df-9a56-76eec1dbd857,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:11.172272 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-40b43e94-acb0-484c-bd65-d6969ca51102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:11.244349 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] For port 1c8f374f-121a-48ec-a9f5-9b739a6fae7b, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:34:11.248367 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] For port 1c8f374f-121a-48ec-a9f5-9b739a6fae7b, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=1c8f374f-121a-48ec-a9f5-9b739a6fae7b,segment=NetworkSegment(5b757fcb-3390-4942-a0fd-d98d88f64874),segment_id=5b757fcb-3390-4942-a0fd-d98d88f64874)] {{(pid=91835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:34:11.255436 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:11.258249 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:11.260111 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-50e32d19-db9c-4ac3-a829-0c6b1df65aa8 service neutron] 10.222.0.24 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491503 Jun 11 19:34:11.349041 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Routers {'a26f2775-1728-45ba-a200-f840431d0af5'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:34:11.350714 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:34:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['a26f2775-1728-45ba-a200-f840431d0af5'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:34:11.352222 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3723ee2f-cf1a-4279-acd5-e23b7d35e346 req-fae0903f-d728-4557-b9e0-abfd009e4c50 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 210 time: 0.0562661 Jun 11 19:34:11.484142 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-0c066f62-8203-4fb3-968e-0b1ad4767f8e service neutron] 10.222.0.24 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231660 Jun 11 19:34:11.766881 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558036a-6c24-4feb-b807-f4ac15a92790 None None] Pushing event updated for resources: {'Port': ['ID=1c8f374f-121a-48ec-a9f5-9b739a6fae7b,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:11.772425 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-d558036a-6c24-4feb-b807-f4ac15a92790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:11.818750 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] Set router a26f2775-1728-45ba-a200-f840431d0af5 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:34:11.831752 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 36286) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:11.867471 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-fec7e5cd-ea02-4f4c-8c84-9eec9e6b7290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:11.867628 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-004b77c6-399d-4d3a-b5e4-3ba4dfa0bcbc req-aa9590f5-dee2-4001-981a-4bc4f1b0bf15 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 210 time: 0.0628798 Jun 11 19:34:11.969355 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:12.153622 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-fec7e5cd-ea02-4f4c-8c84-9eec9e6b7290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:12.160446 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-fec7e5cd-ea02-4f4c-8c84-9eec9e6b7290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:12.165057 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-2dd46ad9-8223-4405-8308-f3b8a2c4c1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:12.322643 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7e5cd-ea02-4f4c-8c84-9eec9e6b7290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e9d11f-f766-48b9-8b88-b611960780d6,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:12.327511 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-fec7e5cd-ea02-4f4c-8c84-9eec9e6b7290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:12.342155 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-fec7e5cd-ea02-4f4c-8c84-9eec9e6b7290 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c7756d154a64351858d77242e9bc272&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5035357 Jun 11 19:34:12.344011 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 36324) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:12.580979 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26f2775-1728-45ba-a200-f840431d0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-326637053-router', 'tenant_id': '04490ad1893e47cf8f786a89c2a73e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2460dcb3-11e3-49bb-b737-a12ae12013ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:34:00Z', 'updated_at': '2021-06-11T19:34:06Z', 'revision_number': 4, 'project_id': '04490ad1893e47cf8f786a89c2a73e07', 'gw_port': {'id': '2460dcb3-11e3-49bb-b737-a12ae12013ab', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26f2775-1728-45ba-a200-f840431d0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:34:01Z', 'updated_at': '2021-06-11T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '1c8f374f-121a-48ec-a9f5-9b739a6fae7b', 'name': '', 'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46', 'tenant_id': '04490ad1893e47cf8f786a89c2a73e07', 'mac_address': 'fa:16:3e:23:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26f2775-1728-45ba-a200-f840431d0af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:34:05Z', 'updated_at': '2021-06-11T19:34:11Z', 'revision_number': 4, 'project_id': '04490ad1893e47cf8f786a89c2a73e07', 'subnets': [{'id': '9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:34:12.595722 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3604ce12-87e3-483d-abbe-7f1667a0674d None None] The sync data for ids ['a26f2775-1728-45ba-a200-f840431d0af5'] in dv-cinder-790535-3-iscsi is: [{'id': 'a26f2775-1728-45ba-a200-f840431d0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-326637053-router', 'tenant_id': '04490ad1893e47cf8f786a89c2a73e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2460dcb3-11e3-49bb-b737-a12ae12013ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:34:00Z', 'updated_at': '2021-06-11T19:34:06Z', 'revision_number': 4, 'project_id': '04490ad1893e47cf8f786a89c2a73e07', 'gw_port': {'id': '2460dcb3-11e3-49bb-b737-a12ae12013ab', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26f2775-1728-45ba-a200-f840431d0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:34:01Z', 'updated_at': '2021-06-11T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '1c8f374f-121a-48ec-a9f5-9b739a6fae7b', 'name': '', 'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46', 'tenant_id': '04490ad1893e47cf8f786a89c2a73e07', 'mac_address': 'fa:16:3e:23:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26f2775-1728-45ba-a200-f840431d0af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:34:05Z', 'updated_at': '2021-06-11T19:34:11Z', 'revision_number': 4, 'project_id': '04490ad1893e47cf8f786a89c2a73e07', 'subnets': [{'id': '9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:34:12.667914 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-85564ca9-e5e0-4b6c-9ecc-aca51d77000a tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:12.675799 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-85564ca9-e5e0-4b6c-9ecc-aca51d77000a tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/networks?id=08aeeb0b-694c-42b6-8786-0226a443cd46 HTTP/1.1" status: 200 len: 818 time: 0.3077717 Jun 11 19:34:12.752474 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-af08c5db-bffd-4c75-85ed-23c0771f2385 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/quotas/04490ad1893e47cf8f786a89c2a73e07 HTTP/1.1" status: 200 len: 375 time: 0.0756922 Jun 11 19:34:12.887274 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ae46c30a-2445-447a-b80e-7ceef68f690f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:12.925925 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27951d57-8e49-4576-90d7-9631034500b7 req-67bbb130-2cc7-44b3-aa8c-a51bcd0edf9d tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:12.932762 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-27951d57-8e49-4576-90d7-9631034500b7 req-67bbb130-2cc7-44b3-aa8c-a51bcd0edf9d tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 931 time: 0.2491207 Jun 11 19:34:12.999426 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 36350) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:13.026391 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-ad1f9802-5834-42f2-b994-b461cfa7c384 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=04490ad1893e47cf8f786a89c2a73e07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2724564 Jun 11 19:34:13.036466 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ae46c30a-2445-447a-b80e-7ceef68f690f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:13.250703 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c0280d19-2da3-4ad7-818a-5c5f1c394557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:13.256436 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-27951d57-8e49-4576-90d7-9631034500b7 req-82745b9e-2a14-41aa-964e-dc7111783259 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225651 Jun 11 19:34:13.322694 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ae46c30a-2445-447a-b80e-7ceef68f690f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:13.328186 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ae46c30a-2445-447a-b80e-7ceef68f690f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:13.332751 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-ae46c30a-2445-447a-b80e-7ceef68f690f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79e9d11f-f766-48b9-8b88-b611960780d6 HTTP/1.1" status: 204 len: 168 time: 0.9840460 Jun 11 19:34:13.374058 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:13.387147 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-67222c86-9108-48b5-ab4f-b4a20c7b3e09 service neutron] 10.222.0.24 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596094 Jun 11 19:34:13.466911 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46c30a-2445-447a-b80e-7ceef68f690f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e9d11f-f766-48b9-8b88-b611960780d6,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:13.472104 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c0280d19-2da3-4ad7-818a-5c5f1c394557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:13.477361 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-ae46c30a-2445-447a-b80e-7ceef68f690f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:13.482745 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c0280d19-2da3-4ad7-818a-5c5f1c394557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:13.485565 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:13.536262 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0280d19-2da3-4ad7-818a-5c5f1c394557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03449a90-79d0-4924-b548-86fc79e65f7d,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:13.541473 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c0280d19-2da3-4ad7-818a-5c5f1c394557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:13.592381 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-4a7d3ee5-eee9-4833-9579-859eec24d7b0 service neutron] 10.222.0.24 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043660 Jun 11 19:34:13.636994 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 36366) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:13.640611 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-c0280d19-2da3-4ad7-818a-5c5f1c394557 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad13d5d4d48e4017bf2bfbdda41e5c7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6276743 Jun 11 19:34:13.808045 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 1c8f374f-121a-48ec-a9f5-9b739a6fae7b up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:34:13.869163 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0cfe3b46-7699-4f73-b207-70ef8e8499f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:13.971707 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0cfe3b46-7699-4f73-b207-70ef8e8499f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:13.995320 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 1c8f374f-121a-48ec-a9f5-9b739a6fae7b completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:34:14.002122 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 1c8f374f-121a-48ec-a9f5-9b739a6fae7b triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:34:14.002973 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:14.124982 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-12351891-3867-4f4e-8ea3-848c24a0461b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Request body: {'port': {'device_id': 'a4337757-0a70-4f55-bd6c-d3e27b2a59cb', 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e', 'admin_state_up': True, 'tenant_id': '9835f46ed4da4325ab88f6f084cd8aca'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:34:14.228282 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-8b5e0ecc-bcd9-4a75-adc4-1d29fa05cafe tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:34:14.237251 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-8b5e0ecc-bcd9-4a75-adc4-1d29fa05cafe tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1098108 Jun 11 19:34:14.261737 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f2d6051e-a9ba-4951-8569-02a78440d0f1 req-15d54339-be38-4ef0-908e-53c2e0021668 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 210 time: 0.3045859 Jun 11 19:34:14.501204 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:14.648957 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c8cd25bc-8867-48c0-9185-59b290646a7a req-f88bd5f3-bbd8-40f7-8198-dca609228b9b tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 210 time: 0.3260748 Jun 11 19:34:14.668825 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0cfe3b46-7699-4f73-b207-70ef8e8499f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:14.719751 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port 1c8f374f-121a-48ec-a9f5-9b739a6fae7b, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=1c8f374f-121a-48ec-a9f5-9b739a6fae7b,segment=NetworkSegment(5b757fcb-3390-4942-a0fd-d98d88f64874),segment_id=5b757fcb-3390-4942-a0fd-d98d88f64874)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:34:14.730737 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:14.740090 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-10282856-84e5-4f47-99bf-d640b8176b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:14.825701 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0cfe3b46-7699-4f73-b207-70ef8e8499f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:14.859069 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-0cfe3b46-7699-4f73-b207-70ef8e8499f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03449a90-79d0-4924-b548-86fc79e65f7d HTTP/1.1" status: 204 len: 168 time: 1.1887465 Jun 11 19:34:14.860133 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:14.885823 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=1c8f374f-121a-48ec-a9f5-9b739a6fae7b,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:14.899395 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:15.347227 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe3b46-7699-4f73-b207-70ef8e8499f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03449a90-79d0-4924-b548-86fc79e65f7d,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:15.374871 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0cfe3b46-7699-4f73-b207-70ef8e8499f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:15.557084 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Request body: {'port': {'device_id': 'add50c69-5c7f-4b5a-9e83-211b274cfbf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:34:15.587243 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 1c8f374f-121a-48ec-a9f5-9b739a6fae7b up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:34:15.668323 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 1c8f374f-121a-48ec-a9f5-9b739a6fae7b triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:34:15.669034 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:15.732767 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 36448) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:15.764816 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-12351891-3867-4f4e-8ea3-848c24a0461b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Made reservation on behalf of 9835f46ed4da4325ab88f6f084cd8aca for: {'port': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:34:15.768558 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-12351891-3867-4f4e-8ea3-848c24a0461b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:15.787280 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-38d0408b-4482-4682-b9ae-43badb70d081 req-24b8210d-f436-44a8-ae4d-b28f65821f77 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 210 time: 0.2158132 Jun 11 19:34:15.788937 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-759dfbc9-f3f2-4af0-ae83-247ab97bf0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:15.810039 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335e196-0be6-4d13-b309-d505eb71b370 req-7615bcc6-4b22-48ca-96bd-f891b688117e tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:15.820281 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3335e196-0be6-4d13-b309-d505eb71b370 req-7615bcc6-4b22-48ca-96bd-f891b688117e tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 931 time: 0.9968054 Jun 11 19:34:15.950608 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-759dfbc9-f3f2-4af0-ae83-247ab97bf0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:15.958457 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-759dfbc9-f3f2-4af0-ae83-247ab97bf0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:16.033956 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-40b43e94-acb0-484c-bd65-d6969ca51102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:16.035535 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:16.048151 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-759dfbc9-f3f2-4af0-ae83-247ab97bf0f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b33cf805efba407ebddeac8f2df21520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106589 Jun 11 19:34:16.049135 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 36456) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:16.131481 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3335e196-0be6-4d13-b309-d505eb71b370 req-60ef690d-8c72-4aea-a6ab-d2e3059f82e9 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096752 Jun 11 19:34:16.204840 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759dfbc9-f3f2-4af0-ae83-247ab97bf0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7f6670-9d89-40be-8a6e-bdfdabfb3f32,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:16.216899 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-00ba7b19-28fc-47f2-9243-de1acc8dc19f req-7eeb7fd4-27de-4815-800a-3fc9c1d60953 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 210 time: 0.1029398 Jun 11 19:34:16.228371 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-759dfbc9-f3f2-4af0-ae83-247ab97bf0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:16.302731 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-385c6148-cd7a-45ef-abf2-2f953600a2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:16.347667 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-385c6148-cd7a-45ef-abf2-2f953600a2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:16.444236 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-385c6148-cd7a-45ef-abf2-2f953600a2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:16.449626 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-385c6148-cd7a-45ef-abf2-2f953600a2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:16.452753 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-385c6148-cd7a-45ef-abf2-2f953600a2a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f7f6670-9d89-40be-8a6e-bdfdabfb3f32 HTTP/1.1" status: 204 len: 168 time: 0.3998637 Jun 11 19:34:16.455134 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:16.477427 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c6148-cd7a-45ef-abf2-2f953600a2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7f6670-9d89-40be-8a6e-bdfdabfb3f32,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:16.480161 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-385c6148-cd7a-45ef-abf2-2f953600a2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:16.549955 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-12351891-3867-4f4e-8ea3-848c24a0461b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Allocated IP 172.20.0.13 (91562091-e358-42f3-bc97-a9db84b0b38e/0c5a103b-1876-47da-96d3-d95f9c432793/234a41f6-df70-4746-a5d3-517bde40abf2) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:34:16.936414 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-12351891-3867-4f4e-8ea3-848c24a0461b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:16.946255 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 472fe097-6a4e-4ef2-89ef-81037dfd6e02 {{(pid=91834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:34:16.989692 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:17.039123 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Transition to ACTIVE for port object 472fe097-6a4e-4ef2-89ef-81037dfd6e02 will not be triggered until provisioned by entity L2. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:34:17.062799 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:17.093716 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-eb39740f-ad43-4617-984d-e492dfc821d0 req-0e4619a2-1ad5-40d5-9eb7-65a86c5b92cd tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 210 time: 0.0530717 Jun 11 19:34:17.101374 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:17.359774 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Pushing event updated for resources: {'Port': ['ID=472fe097-6a4e-4ef2-89ef-81037dfd6e02,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:17.373836 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:17.483658 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-12351891-3867-4f4e-8ea3-848c24a0461b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:17.543156 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0eccdd3c-9db2-4644-95c5-3008d3fb79e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:17.571224 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b7e3824d-800b-406d-afcd-e7f5fbf8cbd8 req-27d6b3ac-d00e-40af-aa70-326acd0ccc0a tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 210 time: 0.1204653 Jun 11 19:34:17.572208 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Attempting to bind port 472fe097-6a4e-4ef2-89ef-81037dfd6e02 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:34:17.573430 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Attempting to bind port 472fe097-6a4e-4ef2-89ef-81037dfd6e02 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c6d1202e-3570-4387-be77-3c85cdb8b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2da30eda-4a44-4ff0-ab2a-640664f3d67c'}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:34:17.576423 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Attempting to bind port 472fe097-6a4e-4ef2-89ef-81037dfd6e02 on network 2da30eda-4a44-4ff0-ab2a-640664f3d67c {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:34:17.691530 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12351891-3867-4f4e-8ea3-848c24a0461b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Pushing event updated for resources: {'Port': ['ID=234a41f6-df70-4746-a5d3-517bde40abf2,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:17.699198 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-12351891-3867-4f4e-8ea3-848c24a0461b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Network 91562091-e358-42f3-bc97-a9db84b0b38e is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:34:17.708131 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-12351891-3867-4f4e-8ea3-848c24a0461b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:34:17.729546 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-12351891-3867-4f4e-8ea3-848c24a0461b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:17.729546 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Port 472fe097-6a4e-4ef2-89ef-81037dfd6e02 on network 2da30eda-4a44-4ff0-ab2a-640664f3d67c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:34:17.729546 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Attempting to bind port 472fe097-6a4e-4ef2-89ef-81037dfd6e02 on network 2da30eda-4a44-4ff0-ab2a-640664f3d67c {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:34:17.758303 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:34:17.758672 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Checking segment: {'id': 'c6d1202e-3570-4387-be77-3c85cdb8b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2da30eda-4a44-4ff0-ab2a-640664f3d67c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:34:17.759242 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Bound using segment: {'id': 'c6d1202e-3570-4387-be77-3c85cdb8b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2da30eda-4a44-4ff0-ab2a-640664f3d67c'} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:34:17.759710 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Bound port: 472fe097-6a4e-4ef2-89ef-81037dfd6e02, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d1202e-3570-4387-be77-3c85cdb8b979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2da30eda-4a44-4ff0-ab2a-640664f3d67c'}}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:34:17.760056 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:17.786049 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-12351891-3867-4f4e-8ea3-848c24a0461b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:34:17.793103 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-12351891-3867-4f4e-8ea3-848c24a0461b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:17.793720 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-12351891-3867-4f4e-8ea3-848c24a0461b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:17.815691 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-12351891-3867-4f4e-8ea3-848c24a0461b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6945362 Jun 11 19:34:17.848441 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3ecd7-ef85-423e-a0ca-968654117321 req-2af81fd5-b01c-46ac-bcb2-0e717a19e46f tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:17.857398 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-82e3ecd7-ef85-423e-a0ca-968654117321 req-2af81fd5-b01c-46ac-bcb2-0e717a19e46f tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 943 time: 0.5025694 Jun 11 19:34:17.933011 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-82e3ecd7-ef85-423e-a0ca-968654117321 req-8adc60a0-e598-4baa-8e26-416b8c84a8d1 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689135 Jun 11 19:34:17.934172 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] For port 472fe097-6a4e-4ef2-89ef-81037dfd6e02, host hv-cinder-79053, cleared binding levels {{(pid=91834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:34:17.941739 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] For port 472fe097-6a4e-4ef2-89ef-81037dfd6e02, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=472fe097-6a4e-4ef2-89ef-81037dfd6e02,segment=NetworkSegment(c6d1202e-3570-4387-be77-3c85cdb8b979),segment_id=c6d1202e-3570-4387-be77-3c85cdb8b979)] {{(pid=91834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:34:17.946826 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:17.958041 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:18.006598 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:18.007208 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:18.008680 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] 10.222.0.39 "PUT /v2.0/ports/472fe097-6a4e-4ef2-89ef-81037dfd6e02 HTTP/1.1" status: 200 len: 1093 time: 3.1869330 Jun 11 19:34:18.009075 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add50c69-5c7f-4b5a-9e83-211b274cfbf4', 'tag': '472fe097-6a4e-4ef2-89ef-81037dfd6e02'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:34:18.106343 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Pushing event updated for resources: {'Port': ['ID=472fe097-6a4e-4ef2-89ef-81037dfd6e02,revision_number=3']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:18.111872 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:18.270771 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009b65e2-05d2-4cc1-99ba-f48bd28ae26a" -d '{"events": [{"name": "network-changed", "server_uuid": "add50c69-5c7f-4b5a-9e83-211b274cfbf4", "tag": "472fe097-6a4e-4ef2-89ef-81037dfd6e02"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:34:18.584076 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc633777-2c3a-49aa-8eae-a119d734dc9d x-openstack-request-id: req-dc633777-2c3a-49aa-8eae-a119d734dc9d {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:34:18.584754 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add50c69-5c7f-4b5a-9e83-211b274cfbf4", "tag": "472fe097-6a4e-4ef2-89ef-81037dfd6e02", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:34:18.585211 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc633777-2c3a-49aa-8eae-a119d734dc9d {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:34:18.585850 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add50c69-5c7f-4b5a-9e83-211b274cfbf4', 'tag': '472fe097-6a4e-4ef2-89ef-81037dfd6e02', 'status': 'completed', 'code': 200} Jun 11 19:34:18.636955 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894d008-13c1-4a99-b797-0dea9786bdff req-e0e3128a-ffce-4d7c-943b-30ccf3a6189e tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:18.649490 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5894d008-13c1-4a99-b797-0dea9786bdff req-e0e3128a-ffce-4d7c-943b-30ccf3a6189e tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 932 time: 0.3757212 Jun 11 19:34:18.758924 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5894d008-13c1-4a99-b797-0dea9786bdff req-4449a01b-4d20-43a4-88b9-fe76680ca1e1 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081655 Jun 11 19:34:18.850055 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e6385203-fdd7-4c86-8be6-318024d2c7ca req-80f5e21f-3197-4d97-89dd-f6e5f56f394e tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 210 time: 0.0831118 Jun 11 19:34:19.168708 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebfc83-fea6-4395-9649-4e2bee94b3b7 req-1851b26b-d9c1-4288-a934-48da0d9bd531 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:19.170166 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-74ebfc83-fea6-4395-9649-4e2bee94b3b7 req-1851b26b-d9c1-4288-a934-48da0d9bd531 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 943 time: 0.0780597 Jun 11 19:34:19.281858 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-74ebfc83-fea6-4395-9649-4e2bee94b3b7 req-ac6e3ef6-32bf-45c3-aa56-6cc02e7c01fe tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044054 Jun 11 19:34:19.775982 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 36618) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:19.898795 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a4bc37dc-586a-4f9f-a7de-17b21f22d589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:19.991546 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219cbe0-315b-4a65-92f8-5b36f47f92b4 req-771dfa3f-4f1e-49d3-9de3-576ed41fb3b2 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:20.000828 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6219cbe0-315b-4a65-92f8-5b36f47f92b4 req-771dfa3f-4f1e-49d3-9de3-576ed41fb3b2 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 932 time: 0.1283669 Jun 11 19:34:20.042954 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a4bc37dc-586a-4f9f-a7de-17b21f22d589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:20.047895 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a4bc37dc-586a-4f9f-a7de-17b21f22d589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:20.087929 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7ab82c30-79e6-4ee8-b7b1-dba5f9cf72cf req-ce7391ac-e21a-48ae-9977-47633d8e5355 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 210 time: 0.0504000 Jun 11 19:34:20.104487 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:20.115031 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 36636) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:20.116915 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-a4bc37dc-586a-4f9f-a7de-17b21f22d589 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00d611ee3cdb4595aabfe042a9325e5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3402269 Jun 11 19:34:20.140667 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc37dc-586a-4f9f-a7de-17b21f22d589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e08e4fe-2fec-4cc5-b424-3996f38eddc4,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:20.150071 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-a4bc37dc-586a-4f9f-a7de-17b21f22d589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:20.168315 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6219cbe0-315b-4a65-92f8-5b36f47f92b4 req-4a89d7d7-bacd-48a9-a8fb-2d01a1156b0f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678216 Jun 11 19:34:20.207681 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-05a640f3-3c93-4093-8eb8-b8ed7d69f812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:20.239449 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-05a640f3-3c93-4093-8eb8-b8ed7d69f812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:20.313036 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-05a640f3-3c93-4093-8eb8-b8ed7d69f812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:20.319237 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-05a640f3-3c93-4093-8eb8-b8ed7d69f812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:20.319237 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-05a640f3-3c93-4093-8eb8-b8ed7d69f812 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e08e4fe-2fec-4cc5-b424-3996f38eddc4 HTTP/1.1" status: 204 len: 168 time: 0.2028654 Jun 11 19:34:20.335040 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-00711606-1bdf-4eac-a585-1e5db4d0e3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:20.352468 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a640f3-3c93-4093-8eb8-b8ed7d69f812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e08e4fe-2fec-4cc5-b424-3996f38eddc4,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:20.355809 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-05a640f3-3c93-4093-8eb8-b8ed7d69f812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:20.581604 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad15de-61e5-48c3-8e75-15a1bcd11196 req-fb23f11d-c427-41fd-92e1-09b5cfde7a6b tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:20.590951 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8bad15de-61e5-48c3-8e75-15a1bcd11196 req-fb23f11d-c427-41fd-92e1-09b5cfde7a6b tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 943 time: 0.1499441 Jun 11 19:34:20.673317 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8bad15de-61e5-48c3-8e75-15a1bcd11196 req-89e76f4f-c16c-49d5-bc7c-deaa753c2772 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772858 Jun 11 19:34:20.733356 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 36672) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:20.757858 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-bfa95e30-6493-4235-b70d-62cd796836f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:20.873176 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-bfa95e30-6493-4235-b70d-62cd796836f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:20.898951 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-bfa95e30-6493-4235-b70d-62cd796836f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:20.903074 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-a4bc37dc-586a-4f9f-a7de-17b21f22d589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:20.950097 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-bfa95e30-6493-4235-b70d-62cd796836f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d9e6c36a3db4e2d9317dd068d931d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149081 Jun 11 19:34:20.951133 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa95e30-6493-4235-b70d-62cd796836f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cee286c-cf88-4a27-a419-410907fab5ba,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:20.952952 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 36680) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:20.955501 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-bfa95e30-6493-4235-b70d-62cd796836f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:21.032385 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-aa96d6b3-61a0-47f7-85bf-28e8100bf16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:21.075597 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-aa96d6b3-61a0-47f7-85bf-28e8100bf16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:21.195946 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-aa96d6b3-61a0-47f7-85bf-28e8100bf16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:21.198824 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-aa96d6b3-61a0-47f7-85bf-28e8100bf16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:21.209511 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-aa96d6b3-61a0-47f7-85bf-28e8100bf16b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cee286c-cf88-4a27-a419-410907fab5ba HTTP/1.1" status: 204 len: 168 time: 0.2486475 Jun 11 19:34:21.210390 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0cfe3b46-7699-4f73-b207-70ef8e8499f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:21.233479 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96d6b3-61a0-47f7-85bf-28e8100bf16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cee286c-cf88-4a27-a419-410907fab5ba,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:21.257792 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-aa96d6b3-61a0-47f7-85bf-28e8100bf16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:21.451605 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f929142f-c91c-4fbc-8a7d-072b5492a936 req-e7f776f4-01e9-4d5d-a651-b67d27c98a4e tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 210 time: 0.1166294 Jun 11 19:34:21.651233 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4940be-ab5e-4b89-ac36-01ca699c8d0b req-120c88ac-7107-4b0b-b30f-20a468c16b0e tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:21.652773 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fe4940be-ab5e-4b89-ac36-01ca699c8d0b req-120c88ac-7107-4b0b-b30f-20a468c16b0e tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 932 time: 0.2239056 Jun 11 19:34:21.743375 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fe4940be-ab5e-4b89-ac36-01ca699c8d0b req-4346967f-2b19-43a8-a04c-03da6d2155a9 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815277 Jun 11 19:34:21.920569 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8c363-d3ec-468c-91a7-e960c51f2789 req-00327c8f-e8d4-4880-b228-524808227259 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:21.922544 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-16f8c363-d3ec-468c-91a7-e960c51f2789 req-00327c8f-e8d4-4880-b228-524808227259 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 943 time: 0.0942609 Jun 11 19:34:22.020038 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-16f8c363-d3ec-468c-91a7-e960c51f2789 req-70c3fe87-93ad-4fc5-8c43-4d9712af6fba tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912054 Jun 11 19:34:22.080482 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 36724) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:22.235797 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-06bed8de-b710-418b-985f-c8be757ac81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:22.447619 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-06bed8de-b710-418b-985f-c8be757ac81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:22.452693 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-06bed8de-b710-418b-985f-c8be757ac81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:22.455639 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:22.497916 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bed8de-b710-418b-985f-c8be757ac81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4f18f9-fa35-4453-8684-a64d310c9aba,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:22.502820 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-06bed8de-b710-418b-985f-c8be757ac81f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17b646ab314e482ebc5ed6522a69957b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210207 Jun 11 19:34:22.504127 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-06bed8de-b710-418b-985f-c8be757ac81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:22.505309 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 36748) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:22.577850 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f28d0992-ba01-43b4-8432-7ffb0108bb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:22.612912 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f28d0992-ba01-43b4-8432-7ffb0108bb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:22.682765 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5c97fcf6-79b0-4214-bb51-57fd03b33c10 req-749cdce3-e5b4-4947-8735-24e1cee391a5 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 210 time: 0.0661926 Jun 11 19:34:22.717094 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f28d0992-ba01-43b4-8432-7ffb0108bb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:22.721618 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f28d0992-ba01-43b4-8432-7ffb0108bb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:22.722880 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-f28d0992-ba01-43b4-8432-7ffb0108bb5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de4f18f9-fa35-4453-8684-a64d310c9aba HTTP/1.1" status: 204 len: 168 time: 0.2164807 Jun 11 19:34:22.723574 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-fa6fce97-c6d3-40a9-a916-0f3507a2aa20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:22.733181 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d0992-ba01-43b4-8432-7ffb0108bb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4f18f9-fa35-4453-8684-a64d310c9aba,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:22.735412 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-f28d0992-ba01-43b4-8432-7ffb0108bb5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:22.938494 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4542d8-01c1-4476-9306-f8d588ba54a6 req-aa795947-f39a-4f58-a89b-f58d6d4b2fde tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:22.945808 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4f4542d8-01c1-4476-9306-f8d588ba54a6 req-aa795947-f39a-4f58-a89b-f58d6d4b2fde tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 932 time: 0.0876830 Jun 11 19:34:22.999103 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4f4542d8-01c1-4476-9306-f8d588ba54a6 req-8fe99f88-3a15-4f5d-acf4-fa99a91e1188 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470793 Jun 11 19:34:23.228209 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97153ed9-a5d2-412e-a9ac-92a2b11d8263 req-a7369390-03f9-4e82-9e8e-0e5c7240f73b tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:23.231057 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-97153ed9-a5d2-412e-a9ac-92a2b11d8263 req-a7369390-03f9-4e82-9e8e-0e5c7240f73b tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 943 time: 0.0870039 Jun 11 19:34:23.274357 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-97153ed9-a5d2-412e-a9ac-92a2b11d8263 req-0f80667c-d655-4217-9ad6-00eb46ae151e tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389578 Jun 11 19:34:23.854904 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c9832120-c8eb-49aa-a4b4-338be5cc1c0c req-4c0a4f17-1d94-4a09-8cef-ed407bed6612 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 210 time: 0.0353274 Jun 11 19:34:24.187719 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdaf9d-648b-447c-bf45-22f002568ba5 req-a9aeaaeb-9a0b-46cf-a87c-4a2c8f3d37ee tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:24.189296 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c0bdaf9d-648b-447c-bf45-22f002568ba5 req-a9aeaaeb-9a0b-46cf-a87c-4a2c8f3d37ee tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 932 time: 0.0726511 Jun 11 19:34:24.233539 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c0bdaf9d-648b-447c-bf45-22f002568ba5 req-f4d0d9f9-3877-4233-a8f2-e71fae192c82 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384352 Jun 11 19:34:24.457520 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ea411-267d-4f2b-b582-b30558be0694 req-491bee6d-7a09-4723-9927-0ea7a82c4b9e tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:24.459001 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-de3ea411-267d-4f2b-b582-b30558be0694 req-491bee6d-7a09-4723-9927-0ea7a82c4b9e tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 943 time: 0.0684197 Jun 11 19:34:24.510362 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-de3ea411-267d-4f2b-b582-b30558be0694 req-c3830479-3868-4138-b65d-e015d917c484 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450902 Jun 11 19:34:24.996462 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-671a7c18-62f9-4ac2-85dd-494824a72cf5 req-c143b91a-cee7-429b-87b2-2636f0c53a8c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 210 time: 0.0312948 Jun 11 19:34:25.060368 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Request body: {'port': {'device_id': 'a4337757-0a70-4f55-bd6c-d3e27b2a59cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:34:25.214548 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:25.240746 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b65e2-05d2-4cc1-99ba-f48bd28ae26a req-245d98f1-8b26-41dc-b39c-f7bbf6429f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:25.242106 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-009b65e2-05d2-4cc1-99ba-f48bd28ae26a req-245d98f1-8b26-41dc-b39c-f7bbf6429f65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cbe7c09da83c41e488ef92a9999297cb&device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 1096 time: 0.1436787 Jun 11 19:34:25.455946 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.39', 50907) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:25.735839 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-38a4948b-0bbb-45d3-9a53-5881be442c7b tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:25.737832 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-38a4948b-0bbb-45d3-9a53-5881be442c7b tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.39 "GET /v2.0/networks?id=08aeeb0b-694c-42b6-8786-0226a443cd46 HTTP/1.1" status: 200 len: 818 time: 0.2789843 Jun 11 19:34:25.765968 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-198a5722-92a9-4068-b9c6-076b45fa73bb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Request body: {'port': {'device_id': 'cbdcf97e-7c49-4a5d-8a47-9518463f39ec', 'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46', 'admin_state_up': True, 'tenant_id': '04490ad1893e47cf8f786a89c2a73e07'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:34:25.803179 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b65e2-05d2-4cc1-99ba-f48bd28ae26a req-42aafdc4-7604-4d14-b328-d966c0b7d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:25.805113 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-009b65e2-05d2-4cc1-99ba-f48bd28ae26a req-42aafdc4-7604-4d14-b328-d966c0b7d90c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=cbe7c09da83c41e488ef92a9999297cb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5360441 Jun 11 19:34:26.079104 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.39', 50911) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:26.358110 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 234a41f6-df70-4746-a5d3-517bde40abf2 {{(pid=91834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:34:26.387585 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:26.407270 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d747d-b54f-4c30-9dbb-896f45c47901 req-af02094d-2c19-49c1-9eed-e46285a0744a tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:26.415285 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-794d747d-b54f-4c30-9dbb-896f45c47901 req-af02094d-2c19-49c1-9eed-e46285a0744a tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 932 time: 1.0031581 Jun 11 19:34:26.459837 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b65e2-05d2-4cc1-99ba-f48bd28ae26a req-ab239fbf-6910-4b8f-873e-3dafff52a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:26.461876 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-009b65e2-05d2-4cc1-99ba-f48bd28ae26a req-ab239fbf-6910-4b8f-873e-3dafff52a0cf service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6461298 Jun 11 19:34:26.465359 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Transition to ACTIVE for port object 234a41f6-df70-4746-a5d3-517bde40abf2 will not be triggered until provisioned by entity L2. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:34:26.485479 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623c261-252c-4cde-a0a7-ba17ea79c364 req-270f2f69-4e6d-4676-89dd-44a7646b33ad tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:26.488656 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2623c261-252c-4cde-a0a7-ba17ea79c364 req-270f2f69-4e6d-4676-89dd-44a7646b33ad tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 943 time: 0.6767330 Jun 11 19:34:26.493038 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:26.513050 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:26.530259 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-e45b2f36-76cf-481c-a215-fc22c2d33e18 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:26.532449 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-e45b2f36-76cf-481c-a215-fc22c2d33e18 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.39 "GET /v2.0/networks?id=08aeeb0b-694c-42b6-8786-0226a443cd46 HTTP/1.1" status: 200 len: 818 time: 0.4105592 Jun 11 19:34:26.533687 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-198a5722-92a9-4068-b9c6-076b45fa73bb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Made reservation on behalf of 04490ad1893e47cf8f786a89c2a73e07 for: {'port': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:34:26.537298 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-198a5722-92a9-4068-b9c6-076b45fa73bb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:26.557834 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-b4381bdb-b717-411f-95c7-d47e08e19ead tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Request body: {'port': {'device_id': '2498e6f3-a28f-40d1-8e89-c1830e946da9', 'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46', 'admin_state_up': True, 'tenant_id': '04490ad1893e47cf8f786a89c2a73e07'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:34:26.578213 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-794d747d-b54f-4c30-9dbb-896f45c47901 req-f204cb5e-5dc0-4944-a349-d7c1648b8bde tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590779 Jun 11 19:34:26.845258 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2623c261-252c-4cde-a0a7-ba17ea79c364 req-e3c7d466-9b32-4fe6-898b-86b3c14fabbf tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365946 Jun 11 19:34:26.852179 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Pushing event updated for resources: {'Port': ['ID=234a41f6-df70-4746-a5d3-517bde40abf2,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:26.857683 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:26.905346 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7eed5a80-ddbf-41ae-a8c0-2c057f65792c req-2347097e-3660-4116-a36a-7ec250c97f9a tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 210 time: 0.0593560 Jun 11 19:34:26.907710 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Attempting to bind port 234a41f6-df70-4746-a5d3-517bde40abf2 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:34:26.908538 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Attempting to bind port 234a41f6-df70-4746-a5d3-517bde40abf2 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '27745dbb-6f0e-4b17-90e5-351d1a26130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e'}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:34:26.908832 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Attempting to bind port 234a41f6-df70-4746-a5d3-517bde40abf2 on network 91562091-e358-42f3-bc97-a9db84b0b38e {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:34:26.920627 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Port 234a41f6-df70-4746-a5d3-517bde40abf2 on network 91562091-e358-42f3-bc97-a9db84b0b38e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:34:26.920973 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Attempting to bind port 234a41f6-df70-4746-a5d3-517bde40abf2 on network 91562091-e358-42f3-bc97-a9db84b0b38e {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:34:26.928949 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:34:26.929281 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Checking segment: {'id': '27745dbb-6f0e-4b17-90e5-351d1a26130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:34:26.929666 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Bound using segment: {'id': '27745dbb-6f0e-4b17-90e5-351d1a26130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e'} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:34:26.930103 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Bound port: 234a41f6-df70-4746-a5d3-517bde40abf2, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27745dbb-6f0e-4b17-90e5-351d1a26130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e'}}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:34:26.930456 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:26.956807 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-af4bb97e-2fd9-4b52-94f1-7c60935f7b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:26.958449 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-af4bb97e-2fd9-4b52-94f1-7c60935f7b61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cbe7c09da83c41e488ef92a9999297cb&device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 1096 time: 0.2205920 Jun 11 19:34:26.976978 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-198a5722-92a9-4068-b9c6-076b45fa73bb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Allocated IP 172.20.0.5 (08aeeb0b-694c-42b6-8786-0226a443cd46/9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b/8fba1692-e7a1-4932-bbc9-1079b5b19d87) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:34:26.983400 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-b4381bdb-b717-411f-95c7-d47e08e19ead tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Made reservation on behalf of 04490ad1893e47cf8f786a89c2a73e07 for: {'port': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:34:26.987675 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-b4381bdb-b717-411f-95c7-d47e08e19ead tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:27.075549 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-6fe192af-6c0d-4158-9469-9337db666eb4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=472fe097-6a4e-4ef2-89ef-81037dfd6e02 HTTP/1.1" status: 200 len: 217 time: 0.0925031 Jun 11 19:34:27.248084 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] For port 234a41f6-df70-4746-a5d3-517bde40abf2, host hv-cinder-79053, cleared binding levels {{(pid=91834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:34:27.271975 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-198a5722-92a9-4068-b9c6-076b45fa73bb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:27.293934 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] For port 234a41f6-df70-4746-a5d3-517bde40abf2, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=234a41f6-df70-4746-a5d3-517bde40abf2,segment=NetworkSegment(27745dbb-6f0e-4b17-90e5-351d1a26130b),segment_id=27745dbb-6f0e-4b17-90e5-351d1a26130b)] {{(pid=91834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:34:27.303670 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-03ee6a8e-b73f-4a5f-b6b7-1ce29b770f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:27.307986 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-03ee6a8e-b73f-4a5f-b6b7-1ce29b770f48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f91bd51-68b9-4e97-8828-20b57a6a0fc9 HTTP/1.1" status: 200 len: 852 time: 0.2119060 Jun 11 19:34:27.307986 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:27.309726 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:27.327623 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-198a5722-92a9-4068-b9c6-076b45fa73bb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:27.356844 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:27.381395 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:27.402029 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-44a408a1-e9b5-4a92-9b2b-5281b892efc4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2da30eda-4a44-4ff0-ab2a-640664f3d67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623870 Jun 11 19:34:27.427167 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:27.427778 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:27.429089 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] 10.222.0.39 "PUT /v2.0/ports/234a41f6-df70-4746-a5d3-517bde40abf2 HTTP/1.1" status: 200 len: 1094 time: 2.3730717 Jun 11 19:34:27.429574 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4337757-0a70-4f55-bd6c-d3e27b2a59cb', 'tag': '234a41f6-df70-4746-a5d3-517bde40abf2'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:34:27.440079 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0576a09-1002-46d7-b8e0-34f7d77b2267" -d '{"events": [{"name": "network-changed", "server_uuid": "a4337757-0a70-4f55-bd6c-d3e27b2a59cb", "tag": "234a41f6-df70-4746-a5d3-517bde40abf2"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:34:27.490251 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a5722-92a9-4068-b9c6-076b45fa73bb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Pushing event updated for resources: {'Port': ['ID=8fba1692-e7a1-4932-bbc9-1079b5b19d87,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:27.502631 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-198a5722-92a9-4068-b9c6-076b45fa73bb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:27.514973 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-198a5722-92a9-4068-b9c6-076b45fa73bb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Network 08aeeb0b-694c-42b6-8786-0226a443cd46 is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:34:27.517290 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Pushing event updated for resources: {'Port': ['ID=234a41f6-df70-4746-a5d3-517bde40abf2,revision_number=3']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:27.519821 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-198a5722-92a9-4068-b9c6-076b45fa73bb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:34:27.524629 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-198a5722-92a9-4068-b9c6-076b45fa73bb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:34:27.530859 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-198a5722-92a9-4068-b9c6-076b45fa73bb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:27.531584 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-198a5722-92a9-4068-b9c6-076b45fa73bb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:27.551583 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-b4381bdb-b717-411f-95c7-d47e08e19ead tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Allocated IP 172.20.0.12 (08aeeb0b-694c-42b6-8786-0226a443cd46/9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b/ac66be34-3b3b-4652-baf3-d062ea766fb2) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:34:27.564030 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-198a5722-92a9-4068-b9c6-076b45fa73bb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8154724 Jun 11 19:34:27.578670 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:27.597537 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Request body: {'port': {'device_id': 'cbdcf97e-7c49-4a5d-8a47-9518463f39ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:34:27.637150 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf72453-8f32-4863-bf59-c0a05d553887 x-openstack-request-id: req-edf72453-8f32-4863-bf59-c0a05d553887 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:34:27.637699 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4337757-0a70-4f55-bd6c-d3e27b2a59cb", "tag": "234a41f6-df70-4746-a5d3-517bde40abf2", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:34:27.638106 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-edf72453-8f32-4863-bf59-c0a05d553887 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:34:27.638676 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4337757-0a70-4f55-bd6c-d3e27b2a59cb', 'tag': '234a41f6-df70-4746-a5d3-517bde40abf2', 'status': 'completed', 'code': 200} Jun 11 19:34:27.700437 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-e82637ef-a343-4dc1-bcff-917e07b8722e service neutron] 10.222.0.39 "GET /v2.0/networks/2da30eda-4a44-4ff0-ab2a-640664f3d67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874572 Jun 11 19:34:27.722421 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-ed385f8c-3e4d-4eeb-9e4a-df3785d78c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:27.729823 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-ed385f8c-3e4d-4eeb-9e4a-df3785d78c71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9835f46ed4da4325ab88f6f084cd8aca&device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 1097 time: 0.2212815 Jun 11 19:34:27.796470 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:27.901587 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-d2428c8b-a933-41bf-90f6-ba339a71a93a service neutron] 10.222.0.39 "GET /v2.0/networks/2da30eda-4a44-4ff0-ab2a-640664f3d67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913199 Jun 11 19:34:27.997983 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-ac508dc3-67e2-42f1-969e-c0abc5e99ea3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=234a41f6-df70-4746-a5d3-517bde40abf2 HTTP/1.1" status: 200 len: 217 time: 0.2075675 Jun 11 19:34:28.038012 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f206cae-45e7-402b-b927-8a58b11bfc98 req-84777cd3-6751-4e09-9bca-4c037577d6e3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:28.040235 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4f206cae-45e7-402b-b927-8a58b11bfc98 req-84777cd3-6751-4e09-9bca-4c037577d6e3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 944 time: 0.1366200 Jun 11 19:34:28.102985 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-b4381bdb-b717-411f-95c7-d47e08e19ead tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:28.163196 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4f206cae-45e7-402b-b927-8a58b11bfc98 req-1d72e18c-d6c5-4e00-8f2c-90c31003ef21 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134274 Jun 11 19:34:28.204297 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-b4381bdb-b717-411f-95c7-d47e08e19ead tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:28.216637 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032c553-8997-469b-a755-6f5d1e773071 req-65d1beb2-2bee-4ee7-8d74-0eb5214881a0 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:28.218902 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e032c553-8997-469b-a755-6f5d1e773071 req-65d1beb2-2bee-4ee7-8d74-0eb5214881a0 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 943 time: 0.1457803 Jun 11 19:34:28.225561 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-198a5722-92a9-4068-b9c6-076b45fa73bb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:28.274803 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e032c553-8997-469b-a755-6f5d1e773071 req-afd15e00-8edd-426f-af11-0f4976e440c6 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492094 Jun 11 19:34:28.350010 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-b4381bdb-b717-411f-95c7-d47e08e19ead tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Network 08aeeb0b-694c-42b6-8786-0226a443cd46 is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:34:28.356311 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-b4381bdb-b717-411f-95c7-d47e08e19ead tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:34:28.367919 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-b4381bdb-b717-411f-95c7-d47e08e19ead tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:34:28.372958 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-b4381bdb-b717-411f-95c7-d47e08e19ead tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:28.373578 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-b4381bdb-b717-411f-95c7-d47e08e19ead tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:28.382846 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4381bdb-b717-411f-95c7-d47e08e19ead tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Pushing event updated for resources: {'Port': ['ID=ac66be34-3b3b-4652-baf3-d062ea766fb2,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:28.390754 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-b4381bdb-b717-411f-95c7-d47e08e19ead tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:28.407715 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-b4381bdb-b717-411f-95c7-d47e08e19ead tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8540504 Jun 11 19:34:28.485926 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1e3c7-8c0e-41be-9f00-ddcaded4df0f req-e03a46ff-258e-40ba-abdc-a5b31b6dabe8 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:28.488488 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4da1e3c7-8c0e-41be-9f00-ddcaded4df0f req-e03a46ff-258e-40ba-abdc-a5b31b6dabe8 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 932 time: 0.0838506 Jun 11 19:34:28.513641 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fba1692-e7a1-4932-bbc9-1079b5b19d87 {{(pid=91833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:34:28.522699 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:28.541232 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.provisioning_blocks [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Transition to ACTIVE for port object 8fba1692-e7a1-4932-bbc9-1079b5b19d87 will not be triggered until provisioned by entity L2. {{(pid=91833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:34:28.547349 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:28.550710 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:28.552236 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4da1e3c7-8c0e-41be-9f00-ddcaded4df0f req-7a26a8b7-939e-434b-9abc-24f53e258212 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578411 Jun 11 19:34:28.830727 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Pushing event updated for resources: {'Port': ['ID=8fba1692-e7a1-4932-bbc9-1079b5b19d87,revision_number=2']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:28.833760 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:28.871401 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Attempting to bind port 8fba1692-e7a1-4932-bbc9-1079b5b19d87 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:34:28.871759 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Attempting to bind port 8fba1692-e7a1-4932-bbc9-1079b5b19d87 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '5b757fcb-3390-4942-a0fd-d98d88f64874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46'}] {{(pid=91833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:34:28.872195 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Attempting to bind port 8fba1692-e7a1-4932-bbc9-1079b5b19d87 on network 08aeeb0b-694c-42b6-8786-0226a443cd46 {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:34:28.876724 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Port 8fba1692-e7a1-4932-bbc9-1079b5b19d87 on network 08aeeb0b-694c-42b6-8786-0226a443cd46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:34:28.877146 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Attempting to bind port 8fba1692-e7a1-4932-bbc9-1079b5b19d87 on network 08aeeb0b-694c-42b6-8786-0226a443cd46 {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:34:28.881957 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:34:28.882312 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Checking segment: {'id': '5b757fcb-3390-4942-a0fd-d98d88f64874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:34:28.883082 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Bound using segment: {'id': '5b757fcb-3390-4942-a0fd-d98d88f64874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46'} {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:34:28.883563 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Bound port: 8fba1692-e7a1-4932-bbc9-1079b5b19d87, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b757fcb-3390-4942-a0fd-d98d88f64874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46'}}] {{(pid=91833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:34:28.883906 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:28.958679 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] For port 8fba1692-e7a1-4932-bbc9-1079b5b19d87, host hv-cinder-79053, cleared binding levels {{(pid=91833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:34:28.982606 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] For port 8fba1692-e7a1-4932-bbc9-1079b5b19d87, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8fba1692-e7a1-4932-bbc9-1079b5b19d87,segment=NetworkSegment(5b757fcb-3390-4942-a0fd-d98d88f64874),segment_id=5b757fcb-3390-4942-a0fd-d98d88f64874)] {{(pid=91833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:34:28.986662 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:28.988759 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:29.023173 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Request body: {'port': {'device_id': '2498e6f3-a28f-40d1-8e89-c1830e946da9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:34:29.031118 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:29.031719 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:29.033124 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] 10.222.0.39 "PUT /v2.0/ports/8fba1692-e7a1-4932-bbc9-1079b5b19d87 HTTP/1.1" status: 200 len: 1093 time: 1.4502339 Jun 11 19:34:29.040002 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdcf97e-7c49-4a5d-8a47-9518463f39ec', 'tag': '8fba1692-e7a1-4932-bbc9-1079b5b19d87'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:34:29.062028 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-40b289dc-1da7-4eaf-9163-fdcd8f7bb65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:29.063624 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-40b289dc-1da7-4eaf-9163-fdcd8f7bb65e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c5a103b-1876-47da-96d3-d95f9c432793 HTTP/1.1" status: 200 len: 855 time: 0.0567737 Jun 11 19:34:29.147477 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Pushing event updated for resources: {'Port': ['ID=8fba1692-e7a1-4932-bbc9-1079b5b19d87,revision_number=3']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:29.150491 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:29.192287 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:29.231485 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae669d1b-27c7-40f3-9850-2cda7df0082a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdcf97e-7c49-4a5d-8a47-9518463f39ec", "tag": "8fba1692-e7a1-4932-bbc9-1079b5b19d87"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:34:29.336873 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237dd07e-fcdd-4cff-90e5-c3d41a729998 x-openstack-request-id: req-237dd07e-fcdd-4cff-90e5-c3d41a729998 {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:34:29.337167 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdcf97e-7c49-4a5d-8a47-9518463f39ec", "tag": "8fba1692-e7a1-4932-bbc9-1079b5b19d87", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:34:29.337428 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-237dd07e-fcdd-4cff-90e5-c3d41a729998 {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:34:29.337897 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbdcf97e-7c49-4a5d-8a47-9518463f39ec', 'tag': '8fba1692-e7a1-4932-bbc9-1079b5b19d87', 'status': 'completed', 'code': 200} Jun 11 19:34:29.373158 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5657f4-2cad-4ee5-bb12-6a0e27d31705 req-6ec38c25-27ff-47a9-9c18-4eaad6d5737f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:29.374731 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2f5657f4-2cad-4ee5-bb12-6a0e27d31705 req-6ec38c25-27ff-47a9-9c18-4eaad6d5737f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 944 time: 0.0855880 Jun 11 19:34:29.417468 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2f5657f4-2cad-4ee5-bb12-6a0e27d31705 req-82748967-f700-4c23-964f-1fd23cb7b4f6 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362616 Jun 11 19:34:29.495221 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f38575-f1c4-416d-b60b-7dde3a146ca0 req-3c4b7678-1a9c-444b-ba83-7e459debda28 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:29.496653 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a9f38575-f1c4-416d-b60b-7dde3a146ca0 req-3c4b7678-1a9c-444b-ba83-7e459debda28 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 943 time: 0.0716085 Jun 11 19:34:29.510936 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac66be34-3b3b-4652-baf3-d062ea766fb2 {{(pid=91833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:34:29.518056 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:29.529494 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.provisioning_blocks [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Transition to ACTIVE for port object ac66be34-3b3b-4652-baf3-d062ea766fb2 will not be triggered until provisioned by entity L2. {{(pid=91833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:34:29.533430 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:29.536446 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-d3d1b23a-5c43-4d45-8403-6d56a6e59767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:29.537493 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a9f38575-f1c4-416d-b60b-7dde3a146ca0 req-32b233f9-02b8-401c-bca6-30fef33beea8 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345774 Jun 11 19:34:29.653926 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Pushing event updated for resources: {'Port': ['ID=ac66be34-3b3b-4652-baf3-d062ea766fb2,revision_number=2']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:29.662786 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:29.667490 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Attempting to bind port ac66be34-3b3b-4652-baf3-d062ea766fb2 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:34:29.667822 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Attempting to bind port ac66be34-3b3b-4652-baf3-d062ea766fb2 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '5b757fcb-3390-4942-a0fd-d98d88f64874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46'}] {{(pid=91833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:34:29.668146 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Attempting to bind port ac66be34-3b3b-4652-baf3-d062ea766fb2 on network 08aeeb0b-694c-42b6-8786-0226a443cd46 {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:34:29.672490 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Port ac66be34-3b3b-4652-baf3-d062ea766fb2 on network 08aeeb0b-694c-42b6-8786-0226a443cd46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:34:29.672804 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Attempting to bind port ac66be34-3b3b-4652-baf3-d062ea766fb2 on network 08aeeb0b-694c-42b6-8786-0226a443cd46 {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:34:29.678018 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:34:29.678346 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Checking segment: {'id': '5b757fcb-3390-4942-a0fd-d98d88f64874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:34:29.678751 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Bound using segment: {'id': '5b757fcb-3390-4942-a0fd-d98d88f64874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46'} {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:34:29.679178 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Bound port: ac66be34-3b3b-4652-baf3-d062ea766fb2, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b757fcb-3390-4942-a0fd-d98d88f64874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46'}}] {{(pid=91833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:34:29.679526 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:29.735174 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9f31d-6b4a-451c-b284-d8b6e31d9d11 req-7c6f61a4-7fc8-482a-88dd-67ae0921b934 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:29.737271 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6bd9f31d-6b4a-451c-b284-d8b6e31d9d11 req-7c6f61a4-7fc8-482a-88dd-67ae0921b934 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 944 time: 0.0679662 Jun 11 19:34:29.752795 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] For port ac66be34-3b3b-4652-baf3-d062ea766fb2, host hv-cinder-79053, cleared binding levels {{(pid=91833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:34:29.755897 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] For port ac66be34-3b3b-4652-baf3-d062ea766fb2, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ac66be34-3b3b-4652-baf3-d062ea766fb2,segment=NetworkSegment(5b757fcb-3390-4942-a0fd-d98d88f64874),segment_id=5b757fcb-3390-4942-a0fd-d98d88f64874)] {{(pid=91833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:34:29.761647 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:29.764585 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-972cbd64-1a24-4e9f-bf25-c6b4dfb61135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:29.781538 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6bd9f31d-6b4a-451c-b284-d8b6e31d9d11 req-26d9606c-5f37-4a80-bc28-e1cff06d55e9 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384517 Jun 11 19:34:29.807028 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:29.807676 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:29.809317 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] 10.222.0.39 "PUT /v2.0/ports/ac66be34-3b3b-4652-baf3-d062ea766fb2 HTTP/1.1" status: 200 len: 1094 time: 0.7923474 Jun 11 19:34:29.829891 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Pushing event updated for resources: {'Port': ['ID=ac66be34-3b3b-4652-baf3-d062ea766fb2,revision_number=3']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:29.833158 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:30.594898 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26febc6a-1b12-4492-9e13-4b415dcb3371 req-e6e8126c-eee1-4898-9958-05193b6a949b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:30.596350 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-26febc6a-1b12-4492-9e13-4b415dcb3371 req-e6e8126c-eee1-4898-9958-05193b6a949b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 944 time: 0.0703537 Jun 11 19:34:30.637720 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-26febc6a-1b12-4492-9e13-4b415dcb3371 req-df01b474-dad3-4553-a029-9edb864f3e26 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356472 Jun 11 19:34:30.720200 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fbafe-5a88-4f32-b656-3adb764597fc req-8391055f-567d-429c-827c-3a89e6680028 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:30.721589 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8c6fbafe-5a88-4f32-b656-3adb764597fc req-8391055f-567d-429c-827c-3a89e6680028 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 943 time: 0.0670028 Jun 11 19:34:30.761845 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8c6fbafe-5a88-4f32-b656-3adb764597fc req-6abe386f-69dc-417b-8224-b4b0d6d95a5a tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347309 Jun 11 19:34:30.968843 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2dc48-62f3-4d89-ac08-c260ad18408a req-5b7618ed-51db-41e3-85c3-6e15a45dfe11 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:30.970351 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-27c2dc48-62f3-4d89-ac08-c260ad18408a req-5b7618ed-51db-41e3-85c3-6e15a45dfe11 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 944 time: 0.0715015 Jun 11 19:34:31.036427 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-6f652fd2-7db1-4ef8-bd28-12053061753a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91562091-e358-42f3-bc97-a9db84b0b38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382946 Jun 11 19:34:31.041227 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-27c2dc48-62f3-4d89-ac08-c260ad18408a req-979e9da6-cea2-4038-a63c-d193c04a3622 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654125 Jun 11 19:34:31.159673 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae669d1b-27c7-40f3-9850-2cda7df0082a req-1e9ed616-153b-4606-ad03-e36bcfe7b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:31.161179 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-ae669d1b-27c7-40f3-9850-2cda7df0082a req-1e9ed616-153b-4606-ad03-e36bcfe7b611 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04490ad1893e47cf8f786a89c2a73e07&device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 1096 time: 0.1468523 Jun 11 19:34:31.170818 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-4e1c0e18-d3dd-4fa6-a603-21a5a08d54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:31.172262 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-4e1c0e18-d3dd-4fa6-a603-21a5a08d54b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04490ad1893e47cf8f786a89c2a73e07&device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 1097 time: 0.1349628 Jun 11 19:34:31.284020 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-9343b947-7bec-45af-b9e7-5b70b534030e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac66be34-3b3b-4652-baf3-d062ea766fb2 HTTP/1.1" status: 200 len: 217 time: 0.1019621 Jun 11 19:34:31.338773 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-a832aeed-1384-4cba-bfe6-f47cc8b0b733 service neutron] 10.222.0.39 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939730 Jun 11 19:34:31.348016 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2498e6f3-a28f-40d1-8e89-c1830e946da9', 'tag': 'ac66be34-3b3b-4652-baf3-d062ea766fb2'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:34:31.350222 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3804cf-ecc4-4800-a69c-c0dde1379246" -d '{"events": [{"name": "network-changed", "server_uuid": "2498e6f3-a28f-40d1-8e89-c1830e946da9", "tag": "ac66be34-3b3b-4652-baf3-d062ea766fb2"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:34:31.413696 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd836d26-b120-469f-8de2-8f560d42477e x-openstack-request-id: req-fd836d26-b120-469f-8de2-8f560d42477e {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:34:31.413993 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2498e6f3-a28f-40d1-8e89-c1830e946da9", "tag": "ac66be34-3b3b-4652-baf3-d062ea766fb2", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:34:31.414255 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd836d26-b120-469f-8de2-8f560d42477e {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:34:31.414658 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2498e6f3-a28f-40d1-8e89-c1830e946da9', 'tag': 'ac66be34-3b3b-4652-baf3-d062ea766fb2', 'status': 'completed', 'code': 200} Jun 11 19:34:31.456374 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-73eefd7b-47e4-4a32-b358-613b8aab9c4b req-35fd7f86-032e-4d56-b9be-e11616fbe823 service neutron] 10.222.0.39 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094017 Jun 11 19:34:31.564291 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0576a09-1002-46d7-b8e0-34f7d77b2267 req-af7f3cc3-8a25-4c54-8166-afbc2e44bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:31.565656 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d0576a09-1002-46d7-b8e0-34f7d77b2267 req-af7f3cc3-8a25-4c54-8166-afbc2e44bd6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9835f46ed4da4325ab88f6f084cd8aca&device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 1097 time: 0.0598433 Jun 11 19:34:31.605539 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-bd0af26f-24fb-4f11-9212-e57500aa9660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:31.606974 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-bd0af26f-24fb-4f11-9212-e57500aa9660 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b HTTP/1.1" status: 200 len: 858 time: 0.3125150 Jun 11 19:34:31.629725 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae669d1b-27c7-40f3-9850-2cda7df0082a req-88529035-1516-4a60-b0c1-1b14e674cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:31.631131 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-ae669d1b-27c7-40f3-9850-2cda7df0082a req-88529035-1516-4a60-b0c1-1b14e674cebd service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=04490ad1893e47cf8f786a89c2a73e07&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4580238 Jun 11 19:34:31.728336 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0576a09-1002-46d7-b8e0-34f7d77b2267 req-97b622e0-fcea-4494-8f9f-b566c8049d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:31.729766 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d0576a09-1002-46d7-b8e0-34f7d77b2267 req-97b622e0-fcea-4494-8f9f-b566c8049d78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=91562091-e358-42f3-bc97-a9db84b0b38e HTTP/1.1" status: 200 len: 916 time: 0.1574457 Jun 11 19:34:31.830793 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde901e-1100-481d-ae44-51eb18b6cbec req-26d2ba2b-4879-4cbe-9ad0-1bbff6c0060b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:31.832523 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dfde901e-1100-481d-ae44-51eb18b6cbec req-26d2ba2b-4879-4cbe-9ad0-1bbff6c0060b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 944 time: 0.0730801 Jun 11 19:34:31.881281 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dfde901e-1100-481d-ae44-51eb18b6cbec req-0d4ab6b5-0f66-4f2f-8896-1a09e2fa3ecd tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417569 Jun 11 19:34:31.956849 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa68cc-bc71-40b4-b1f4-71447dc1a34d req-c4d6396f-e7ec-49a1-a163-73548e5453b1 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:31.958329 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-49fa68cc-bc71-40b4-b1f4-71447dc1a34d req-c4d6396f-e7ec-49a1-a163-73548e5453b1 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 943 time: 0.0761955 Jun 11 19:34:32.004489 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-49fa68cc-bc71-40b4-b1f4-71447dc1a34d req-f20c84b1-f97d-40c8-aee7-2fc34d37b1fb tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404961 Jun 11 19:34:32.234022 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec4f70-62ee-49ca-ba33-580d85be1e38 req-0c8c1758-0fca-4663-a52a-9fd473c714a1 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:32.235471 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7dec4f70-62ee-49ca-ba33-580d85be1e38 req-0c8c1758-0fca-4663-a52a-9fd473c714a1 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 944 time: 0.0771666 Jun 11 19:34:32.275964 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7dec4f70-62ee-49ca-ba33-580d85be1e38 req-53e4a46a-0325-449a-90b8-b731a6d94148 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349612 Jun 11 19:34:33.055919 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b66072-5d9c-432d-91ef-c53efded12e2 req-f4f8d24c-248b-46ab-98a3-e5b297faa342 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:33.057368 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a3b66072-5d9c-432d-91ef-c53efded12e2 req-f4f8d24c-248b-46ab-98a3-e5b297faa342 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 944 time: 0.0681715 Jun 11 19:34:33.110392 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a3b66072-5d9c-432d-91ef-c53efded12e2 req-e77dd68a-6970-4856-956e-f2c23b3c59ea tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467033 Jun 11 19:34:33.193060 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043e237-8e70-492f-a8af-9f20276bad75 req-02c3c12b-cf38-4f7c-8d53-acbb8909a669 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:33.194791 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b043e237-8e70-492f-a8af-9f20276bad75 req-02c3c12b-cf38-4f7c-8d53-acbb8909a669 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 943 time: 0.0666165 Jun 11 19:34:33.239285 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b043e237-8e70-492f-a8af-9f20276bad75 req-0698ec26-c9dd-45fa-8543-4d703202b0e8 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383046 Jun 11 19:34:33.451568 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd8da0-08fb-42eb-b7a7-3e1785e0b109 req-7f643566-5dac-4ff4-b7ee-8842e6b6573b tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:33.452982 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-64bd8da0-08fb-42eb-b7a7-3e1785e0b109 req-7f643566-5dac-4ff4-b7ee-8842e6b6573b tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 944 time: 0.0698783 Jun 11 19:34:33.496211 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-64bd8da0-08fb-42eb-b7a7-3e1785e0b109 req-bd86150e-d139-4a0a-97e3-d251e8125a60 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366950 Jun 11 19:34:34.295874 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a495ee-9de8-42c5-989c-3d88234112e4 req-27ffa396-55ca-44e4-b4bf-54d9da19ea3d tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:34.297753 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e1a495ee-9de8-42c5-989c-3d88234112e4 req-27ffa396-55ca-44e4-b4bf-54d9da19ea3d tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 944 time: 0.0798047 Jun 11 19:34:34.343097 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e1a495ee-9de8-42c5-989c-3d88234112e4 req-1a655a9e-8201-428c-9f54-3ea7a5fa6e07 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369952 Jun 11 19:34:34.431230 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8afed-5292-4b4e-8f31-d4acf9125599 req-ebc10b63-5b77-4500-8b43-90a8a135378a tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:34.432606 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-34b8afed-5292-4b4e-8f31-d4acf9125599 req-ebc10b63-5b77-4500-8b43-90a8a135378a tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 943 time: 0.0657690 Jun 11 19:34:34.478269 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-34b8afed-5292-4b4e-8f31-d4acf9125599 req-3661f2e7-fa21-4dd5-84a1-8171cb0abdcb tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402160 Jun 11 19:34:34.637284 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d0576a09-1002-46d7-b8e0-34f7d77b2267 req-65236325-4b70-41eb-9728-ba4bce8f40f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=234a41f6-df70-4746-a5d3-517bde40abf2 HTTP/1.1" status: 200 len: 217 time: 0.0489268 Jun 11 19:34:34.664522 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-27e6dcce-ee41-4287-a0cc-23fcc2c77a3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08aeeb0b-694c-42b6-8786-0226a443cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767527 Jun 11 19:34:34.735163 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0576a09-1002-46d7-b8e0-34f7d77b2267 req-38867446-cb34-4839-b116-2d40bff3175d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:34.736613 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d0576a09-1002-46d7-b8e0-34f7d77b2267 req-38867446-cb34-4839-b116-2d40bff3175d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c5a103b-1876-47da-96d3-d95f9c432793 HTTP/1.1" status: 200 len: 855 time: 0.0911050 Jun 11 19:34:34.787002 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbf707-dc0b-41b9-b01d-e4bb54db020d req-72b7e865-5a0f-4dda-acdf-b60d97823197 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:34.788453 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40dbf707-dc0b-41b9-b01d-e4bb54db020d req-72b7e865-5a0f-4dda-acdf-b60d97823197 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 944 time: 0.1536727 Jun 11 19:34:34.790303 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d0576a09-1002-46d7-b8e0-34f7d77b2267 req-7704fe0a-adec-45f6-bb55-85396f9eb85b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91562091-e358-42f3-bc97-a9db84b0b38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419519 Jun 11 19:34:34.863322 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40dbf707-dc0b-41b9-b01d-e4bb54db020d req-02dd5bc9-751d-4b72-b615-5832d0850467 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690141 Jun 11 19:34:34.890314 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae669d1b-27c7-40f3-9850-2cda7df0082a req-f8ee01e6-8af7-448e-8d36-237e00180b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:34.891874 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-ae669d1b-27c7-40f3-9850-2cda7df0082a req-f8ee01e6-8af7-448e-8d36-237e00180b83 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2965882 Jun 11 19:34:34.903641 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-d600ed5b-e403-47e1-aa9c-637f307eb02a service neutron] 10.222.0.39 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246842 Jun 11 19:34:34.935716 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d0576a09-1002-46d7-b8e0-34f7d77b2267 req-4abdc7c3-d6e3-4436-a7bc-9e3c74e4fae1 service neutron] 10.222.0.39 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353796 Jun 11 19:34:35.069692 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d0576a09-1002-46d7-b8e0-34f7d77b2267 req-6a11cef3-dc7c-4afa-9d32-0f1ae83451f2 service neutron] 10.222.0.39 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252155 Jun 11 19:34:35.092977 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-5efb72fe-ba56-4ab2-99cb-75e5fb1da4c2 req-45e0e181-d6dc-4149-9e12-d16cba0fd84b service neutron] 10.222.0.39 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795881 Jun 11 19:34:35.099456 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-8eb1d140-b40c-4bf2-964e-3702d5dec0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:35.100803 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-8eb1d140-b40c-4bf2-964e-3702d5dec0ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04490ad1893e47cf8f786a89c2a73e07&device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 1096 time: 0.1550796 Jun 11 19:34:35.169781 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-a283a9e0-f10f-41c0-98b6-4acd2bdd112d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fba1692-e7a1-4932-bbc9-1079b5b19d87 HTTP/1.1" status: 200 len: 217 time: 0.0607510 Jun 11 19:34:35.257038 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-576a261c-9008-428d-9300-caee6496c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:35.258462 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-576a261c-9008-428d-9300-caee6496c312 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b HTTP/1.1" status: 200 len: 858 time: 0.0649889 Jun 11 19:34:35.269191 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3804cf-ecc4-4800-a69c-c0dde1379246 req-5b4f6003-c554-4302-b63a-e27ab0c5e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:35.270790 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-8b3804cf-ecc4-4800-a69c-c0dde1379246 req-5b4f6003-c554-4302-b63a-e27ab0c5e409 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04490ad1893e47cf8f786a89c2a73e07&device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 1097 time: 0.1090062 Jun 11 19:34:35.334341 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-e458e43c-9576-4f2a-b760-7d66ba3719ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08aeeb0b-694c-42b6-8786-0226a443cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676651 Jun 11 19:34:35.554208 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3804cf-ecc4-4800-a69c-c0dde1379246 req-5a5e5c09-71c0-4ecf-99a0-1c419f305da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:35.555966 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-8b3804cf-ecc4-4800-a69c-c0dde1379246 req-5a5e5c09-71c0-4ecf-99a0-1c419f305da9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=08aeeb0b-694c-42b6-8786-0226a443cd46 HTTP/1.1" status: 200 len: 919 time: 0.2784302 Jun 11 19:34:35.630633 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-8b3804cf-ecc4-4800-a69c-c0dde1379246 req-05c26380-3d71-455b-83c8-5d3a7ad62457 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac66be34-3b3b-4652-baf3-d062ea766fb2 HTTP/1.1" status: 200 len: 217 time: 0.0615435 Jun 11 19:34:35.634089 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc921ac6-9b14-436c-819a-1dd474d4903e req-ce8e6c0f-b9e1-43c9-9f6b-acc008097ac2 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:35.635612 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fc921ac6-9b14-436c-819a-1dd474d4903e req-ce8e6c0f-b9e1-43c9-9f6b-acc008097ac2 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 944 time: 0.1120696 Jun 11 19:34:35.691845 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-cc4f4a6e-fe85-4110-ad7e-abfe20641baf service neutron] 10.222.0.39 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457196 Jun 11 19:34:35.760985 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fc921ac6-9b14-436c-819a-1dd474d4903e req-5803cb68-ca89-4ce9-be45-b8c528b2cf9e tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168220 Jun 11 19:34:35.806218 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bccb7b-94e8-4e27-8726-be991ee14931 req-df362040-bbc8-40f3-9f24-29d9bcab383f tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:35.808097 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-59bccb7b-94e8-4e27-8726-be991ee14931 req-df362040-bbc8-40f3-9f24-29d9bcab383f tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 943 time: 0.1551678 Jun 11 19:34:35.846740 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-8fa9219c-04f3-4e56-a6f4-9d92c69d52e3 req-74a8c84e-e0cd-4e43-a8bd-8c25b13e3e9b service neutron] 10.222.0.39 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461506 Jun 11 19:34:35.848714 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3804cf-ecc4-4800-a69c-c0dde1379246 req-c2fcc1d6-4f63-4070-83e2-5690173e4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:35.850537 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-8b3804cf-ecc4-4800-a69c-c0dde1379246 req-c2fcc1d6-4f63-4070-83e2-5690173e4e01 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b HTTP/1.1" status: 200 len: 858 time: 0.2127495 Jun 11 19:34:35.871529 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-59bccb7b-94e8-4e27-8726-be991ee14931 req-604740e2-9a58-44db-aaaf-810a9e85215f tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562096 Jun 11 19:34:35.911525 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-8b3804cf-ecc4-4800-a69c-c0dde1379246 req-91b647a9-0a2f-4185-8b12-0f04ad721522 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08aeeb0b-694c-42b6-8786-0226a443cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504432 Jun 11 19:34:36.090704 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265679b1-f0b7-4894-9a3d-d758f2404c10 req-547b269a-eac1-4202-b879-28ea1ac27912 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:36.098486 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-265679b1-f0b7-4894-9a3d-d758f2404c10 req-547b269a-eac1-4202-b879-28ea1ac27912 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 944 time: 0.1009572 Jun 11 19:34:36.146963 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-265679b1-f0b7-4894-9a3d-d758f2404c10 req-62ad71e7-8ae6-4820-9ba4-eb73d307440c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474801 Jun 11 19:34:36.296903 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-8b3804cf-ecc4-4800-a69c-c0dde1379246 req-8b9a37ca-a3e9-47f2-b8a7-1cf3694820d5 service neutron] 10.222.0.39 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778734 Jun 11 19:34:36.338076 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 37230) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:36.423048 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-8b3804cf-ecc4-4800-a69c-c0dde1379246 req-dbf0ed38-2b6b-4791-b12f-e0f1e40757b3 service neutron] 10.222.0.39 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192451 Jun 11 19:34:36.461419 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-869c1a6a-bb7e-44d8-9171-4fd7c5f4b710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:36.555352 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-869c1a6a-bb7e-44d8-9171-4fd7c5f4b710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:36.560216 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-869c1a6a-bb7e-44d8-9171-4fd7c5f4b710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:36.563052 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-759dfbc9-f3f2-4af0-ae83-247ab97bf0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:36.608804 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-869c1a6a-bb7e-44d8-9171-4fd7c5f4b710 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d96106df93040828ed5674904f7d4ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697003 Jun 11 19:34:36.609513 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c1a6a-bb7e-44d8-9171-4fd7c5f4b710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cab752-cfa7-4a06-8eca-d78678074c2e,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:36.611856 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 37246) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:36.613111 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-869c1a6a-bb7e-44d8-9171-4fd7c5f4b710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:36.675852 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-6c002e25-8f5d-49ec-bfef-63fb48bbcd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:36.683433 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-544c8f7c-e8ac-461b-ae06-d42588204e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:36.708569 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-544c8f7c-e8ac-461b-ae06-d42588204e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:36.769731 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-544c8f7c-e8ac-461b-ae06-d42588204e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:36.773312 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-544c8f7c-e8ac-461b-ae06-d42588204e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:36.777021 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-544c8f7c-e8ac-461b-ae06-d42588204e77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3cab752-cfa7-4a06-8eca-d78678074c2e HTTP/1.1" status: 204 len: 168 time: 0.1605983 Jun 11 19:34:36.777021 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:36.783870 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c8f7c-e8ac-461b-ae06-d42588204e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cab752-cfa7-4a06-8eca-d78678074c2e,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:36.786561 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-544c8f7c-e8ac-461b-ae06-d42588204e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:36.964759 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49413b7-ce9d-44dc-894b-1192467b3a71 req-cfdbfe16-11cf-413c-83bc-2adc476bbcbc tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:36.966218 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d49413b7-ce9d-44dc-894b-1192467b3a71 req-cfdbfe16-11cf-413c-83bc-2adc476bbcbc tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 944 time: 0.0713952 Jun 11 19:34:37.044206 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d49413b7-ce9d-44dc-894b-1192467b3a71 req-82a77fde-ce7c-4dc0-9db4-66f0c4c1800e tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704074 Jun 11 19:34:37.083692 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda53ef9-631d-4ead-aa85-a7d5a79f7934 req-aa048a10-1451-4185-9382-af70c910590f tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:37.083944 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 37266) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:37.087027 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fda53ef9-631d-4ead-aa85-a7d5a79f7934 req-aa048a10-1451-4185-9382-af70c910590f tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 943 time: 0.0977864 Jun 11 19:34:37.100235 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-15fc671e-8c61-4672-9a0a-917595f65f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:37.131238 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fda53ef9-631d-4ead-aa85-a7d5a79f7934 req-38fe4e99-e81d-4ab0-ac11-401da764ed8d tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396929 Jun 11 19:34:37.240983 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-15fc671e-8c61-4672-9a0a-917595f65f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:37.247538 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-15fc671e-8c61-4672-9a0a-917595f65f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:37.276794 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-bfa95e30-6493-4235-b70d-62cd796836f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:37.281039 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-15fc671e-8c61-4672-9a0a-917595f65f75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab15fe1300a44f639299ca0ac2b5f729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1961064 Jun 11 19:34:37.284271 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 37282) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:37.306059 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc671e-8c61-4672-9a0a-917595f65f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6f766c-3385-4569-8153-5afa2908bdcf,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:37.309104 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-15fc671e-8c61-4672-9a0a-917595f65f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:37.374516 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2d9ec122-6000-4a58-bd70-929bbce93037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:37.387000 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645eb7c-0a80-4f60-be46-6b3a47515ed3 req-94bf9958-93f2-4bd0-b8fa-3bf3541ed461 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:37.388412 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c645eb7c-0a80-4f60-be46-6b3a47515ed3 req-94bf9958-93f2-4bd0-b8fa-3bf3541ed461 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 944 time: 0.1152635 Jun 11 19:34:37.427116 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2d9ec122-6000-4a58-bd70-929bbce93037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:37.474381 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c645eb7c-0a80-4f60-be46-6b3a47515ed3 req-5747942c-5de5-47ab-abed-e44bb814b8dd tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794818 Jun 11 19:34:37.495205 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2d9ec122-6000-4a58-bd70-929bbce93037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:37.498050 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2d9ec122-6000-4a58-bd70-929bbce93037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:37.499158 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-2d9ec122-6000-4a58-bd70-929bbce93037 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff6f766c-3385-4569-8153-5afa2908bdcf HTTP/1.1" status: 204 len: 168 time: 0.2138007 Jun 11 19:34:37.499948 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-524b6a90-27cb-4c39-b7bc-2f8b55c96e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:37.510889 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ec122-6000-4a58-bd70-929bbce93037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6f766c-3385-4569-8153-5afa2908bdcf,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:37.513371 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-2d9ec122-6000-4a58-bd70-929bbce93037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:37.826091 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 37300) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:37.842444 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-aa1bfeef-ab5a-469a-87b7-bf9d57a6c6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:37.953702 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-aa1bfeef-ab5a-469a-87b7-bf9d57a6c6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:37.958425 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-aa1bfeef-ab5a-469a-87b7-bf9d57a6c6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:37.961149 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:38.004023 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-aa1bfeef-ab5a-469a-87b7-bf9d57a6c6d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4abe35b3aaa4f18bf5c871f5820d512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1736531 Jun 11 19:34:38.004023 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bfeef-ab5a-469a-87b7-bf9d57a6c6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e72b5e-8184-41a9-8887-68f39d1cd9b5,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:38.004399 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 37312) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:38.007357 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-aa1bfeef-ab5a-469a-87b7-bf9d57a6c6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:38.061432 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-dc58d199-6e55-450d-ad72-1d292c33fa9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:38.076452 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 8fba1692-e7a1-4932-bbc9-1079b5b19d87 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:34:38.091762 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-dc58d199-6e55-450d-ad72-1d292c33fa9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:38.165796 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-dc58d199-6e55-450d-ad72-1d292c33fa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:38.169720 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-dc58d199-6e55-450d-ad72-1d292c33fa9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:38.171644 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-dc58d199-6e55-450d-ad72-1d292c33fa9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64e72b5e-8184-41a9-8887-68f39d1cd9b5 HTTP/1.1" status: 204 len: 168 time: 0.1661236 Jun 11 19:34:38.172424 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:38.199701 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58d199-6e55-450d-ad72-1d292c33fa9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e72b5e-8184-41a9-8887-68f39d1cd9b5,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:38.207837 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-dc58d199-6e55-450d-ad72-1d292c33fa9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:38.246320 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 8fba1692-e7a1-4932-bbc9-1079b5b19d87, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8fba1692-e7a1-4932-bbc9-1079b5b19d87,segment=NetworkSegment(5b757fcb-3390-4942-a0fd-d98d88f64874),segment_id=5b757fcb-3390-4942-a0fd-d98d88f64874)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:34:38.276667 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': '8fba1692-e7a1-4932-bbc9-1079b5b19d87', 'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46', 'port_id': '8fba1692-e7a1-4932-bbc9-1079b5b19d87', 'mac_address': 'fa:16:3e:67:44:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:34:38.294178 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01276d3-4691-403a-b205-6e9bbcc1b551 req-3a74f6af-8d24-4aa8-9082-ee238dffcc68 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:38.295796 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b01276d3-4691-403a-b205-6e9bbcc1b551 req-3a74f6af-8d24-4aa8-9082-ee238dffcc68 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 944 time: 0.1009717 Jun 11 19:34:38.402176 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b01276d3-4691-403a-b205-6e9bbcc1b551 req-19755736-5183-45c2-85dc-4f28a133551a tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916841 Jun 11 19:34:38.406013 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:38.429615 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fba1692-e7a1-4932-bbc9-1079b5b19d87 {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:34:38.430960 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18342c-0e57-4d3b-9a17-763a70b5b148 req-2a618ae1-421a-41f7-8b24-641bbc4adf54 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:38.432938 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dd18342c-0e57-4d3b-9a17-763a70b5b148 req-2a618ae1-421a-41f7-8b24-641bbc4adf54 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 943 time: 0.1335430 Jun 11 19:34:38.459001 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 8fba1692-e7a1-4932-bbc9-1079b5b19d87, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8fba1692-e7a1-4932-bbc9-1079b5b19d87,segment=NetworkSegment(5b757fcb-3390-4942-a0fd-d98d88f64874),segment_id=5b757fcb-3390-4942-a0fd-d98d88f64874)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:34:38.467692 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:38.469050 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 472fe097-6a4e-4ef2-89ef-81037dfd6e02 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:34:38.472383 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-d558036a-6c24-4feb-b807-f4ac15a92790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:38.502694 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dd18342c-0e57-4d3b-9a17-763a70b5b148 req-688b91e0-0d32-428a-837d-2562beca0b41 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636005 Jun 11 19:34:38.614558 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=8fba1692-e7a1-4932-bbc9-1079b5b19d87,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:38.619416 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:38.723329 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 472fe097-6a4e-4ef2-89ef-81037dfd6e02, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=472fe097-6a4e-4ef2-89ef-81037dfd6e02,segment=NetworkSegment(c6d1202e-3570-4387-be77-3c85cdb8b979),segment_id=c6d1202e-3570-4387-be77-3c85cdb8b979)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:34:38.739009 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': '472fe097-6a4e-4ef2-89ef-81037dfd6e02', 'network_id': '2da30eda-4a44-4ff0-ab2a-640664f3d67c', 'port_id': '472fe097-6a4e-4ef2-89ef-81037dfd6e02', 'mac_address': 'fa:16:3e:07:48:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f91bd51-68b9-4e97-8828-20b57a6a0fc9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:34:38.751566 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950cebd-0009-4aec-a76b-a5cd02960246 req-5701c5f0-4e4f-4662-b3b9-5eceefdc8670 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:38.761814 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d950cebd-0009-4aec-a76b-a5cd02960246 req-5701c5f0-4e4f-4662-b3b9-5eceefdc8670 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 944 time: 0.1205008 Jun 11 19:34:38.777007 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 37354) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:38.802965 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:38.819776 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472fe097-6a4e-4ef2-89ef-81037dfd6e02 {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:34:38.823003 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d950cebd-0009-4aec-a76b-a5cd02960246 req-d1b8cab5-6a3e-4137-b71b-fd5e4690ece6 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597043 Jun 11 19:34:38.843550 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 472fe097-6a4e-4ef2-89ef-81037dfd6e02, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=472fe097-6a4e-4ef2-89ef-81037dfd6e02,segment=NetworkSegment(c6d1202e-3570-4387-be77-3c85cdb8b979),segment_id=c6d1202e-3570-4387-be77-3c85cdb8b979)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:34:38.849569 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:38.850694 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device ac66be34-3b3b-4652-baf3-d062ea766fb2 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:34:38.852499 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:38.933268 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port ac66be34-3b3b-4652-baf3-d062ea766fb2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ac66be34-3b3b-4652-baf3-d062ea766fb2,segment=NetworkSegment(5b757fcb-3390-4942-a0fd-d98d88f64874),segment_id=5b757fcb-3390-4942-a0fd-d98d88f64874)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:34:38.937169 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=472fe097-6a4e-4ef2-89ef-81037dfd6e02,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:38.954486 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:38.959859 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': 'ac66be34-3b3b-4652-baf3-d062ea766fb2', 'network_id': '08aeeb0b-694c-42b6-8786-0226a443cd46', 'port_id': 'ac66be34-3b3b-4652-baf3-d062ea766fb2', 'mac_address': 'fa:16:3e:39:fe:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:34:38.978421 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e33924f5-8705-4a64-859c-e7f9d471a510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:39.010814 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:39.047740 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac66be34-3b3b-4652-baf3-d062ea766fb2 {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:34:39.073158 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-44bed319-39b8-4ae0-ba2e-f9ad1e442b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:39.076694 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port ac66be34-3b3b-4652-baf3-d062ea766fb2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ac66be34-3b3b-4652-baf3-d062ea766fb2,segment=NetworkSegment(5b757fcb-3390-4942-a0fd-d98d88f64874),segment_id=5b757fcb-3390-4942-a0fd-d98d88f64874)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:34:39.082057 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:39.083621 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 234a41f6-df70-4746-a5d3-517bde40abf2 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:34:39.087488 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-d2a1581b-95f1-4d30-8c35-8024e45f5420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:39.126513 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e33924f5-8705-4a64-859c-e7f9d471a510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:39.133254 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e33924f5-8705-4a64-859c-e7f9d471a510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:39.136588 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-385c6148-cd7a-45ef-abf2-2f953600a2a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:39.177322 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33924f5-8705-4a64-859c-e7f9d471a510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dab1ff-fd55-43ca-b61a-fd1393931907,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:39.182121 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=ac66be34-3b3b-4652-baf3-d062ea766fb2,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:39.186639 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:39.199914 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 37382) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:39.200632 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-e33924f5-8705-4a64-859c-e7f9d471a510 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=baf09736791b41c2a22de2aa040125d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212730 Jun 11 19:34:39.200933 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e33924f5-8705-4a64-859c-e7f9d471a510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:39.272132 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:39.278113 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1eaa856a-07ce-4044-b43d-6a2386b89fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:39.286818 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 234a41f6-df70-4746-a5d3-517bde40abf2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=234a41f6-df70-4746-a5d3-517bde40abf2,segment=NetworkSegment(27745dbb-6f0e-4b17-90e5-351d1a26130b),segment_id=27745dbb-6f0e-4b17-90e5-351d1a26130b)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:34:39.300174 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': '234a41f6-df70-4746-a5d3-517bde40abf2', 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e', 'port_id': '234a41f6-df70-4746-a5d3-517bde40abf2', 'mac_address': 'fa:16:3e:58:3a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5a103b-1876-47da-96d3-d95f9c432793', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:34:39.311072 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1eaa856a-07ce-4044-b43d-6a2386b89fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:39.353990 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:39.371440 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 234a41f6-df70-4746-a5d3-517bde40abf2 {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:34:39.380539 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1eaa856a-07ce-4044-b43d-6a2386b89fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:39.384548 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1eaa856a-07ce-4044-b43d-6a2386b89fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:39.386066 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-1eaa856a-07ce-4044-b43d-6a2386b89fed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8dab1ff-fd55-43ca-b61a-fd1393931907 HTTP/1.1" status: 204 len: 168 time: 0.1851816 Jun 11 19:34:39.387544 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-05a640f3-3c93-4093-8eb8-b8ed7d69f812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:39.396608 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 234a41f6-df70-4746-a5d3-517bde40abf2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=234a41f6-df70-4746-a5d3-517bde40abf2,segment=NetworkSegment(27745dbb-6f0e-4b17-90e5-351d1a26130b),segment_id=27745dbb-6f0e-4b17-90e5-351d1a26130b)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:34:39.399809 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa856a-07ce-4044-b43d-6a2386b89fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dab1ff-fd55-43ca-b61a-fd1393931907,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:39.403006 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-1eaa856a-07ce-4044-b43d-6a2386b89fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:39.403617 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:39.406978 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:39.475449 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=234a41f6-df70-4746-a5d3-517bde40abf2,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:39.478500 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:39.482256 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 37394) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:39.687769 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc10a4d-f614-4bc8-91e2-5d5208f178ee req-1f177bed-6acf-4f1a-914c-c6bbae1aa796 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:39.695421 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bdc10a4d-f614-4bc8-91e2-5d5208f178ee req-1f177bed-6acf-4f1a-914c-c6bbae1aa796 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 945 time: 0.1451023 Jun 11 19:34:39.824645 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bdc10a4d-f614-4bc8-91e2-5d5208f178ee req-2114c66e-f7a9-4fc5-b7ff-18c64aeab061 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282842 Jun 11 19:34:39.832554 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a6703d71-e171-431a-8686-0588318a7aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:39.862547 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d924a-5378-4307-99c7-e0e315b6039d req-e5f5b318-8569-4df1-a690-4ae1dd8d0213 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:39.866365 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-789d924a-5378-4307-99c7-e0e315b6039d req-e5f5b318-8569-4df1-a690-4ae1dd8d0213 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 944 time: 0.1689777 Jun 11 19:34:39.899145 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['472fe097-6a4e-4ef2-89ef-81037dfd6e02'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:34:39.905116 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['234a41f6-df70-4746-a5d3-517bde40abf2'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:34:39.969137 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-789d924a-5378-4307-99c7-e0e315b6039d req-75a1a80d-a194-4de3-b30e-da6559d2e678 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928831 Jun 11 19:34:40.007897 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a6703d71-e171-431a-8686-0588318a7aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:40.016422 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a6703d71-e171-431a-8686-0588318a7aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:40.031734 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 37436) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:40.042177 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e33924f5-8705-4a64-859c-e7f9d471a510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:40.051714 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0c1ecd00-34ff-439f-9655-134cbda6aee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:40.067998 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['8fba1692-e7a1-4932-bbc9-1079b5b19d87'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:34:40.092840 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6703d71-e171-431a-8686-0588318a7aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c067e2fc-6617-4164-898c-825fa4b79161,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:40.112942 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-a6703d71-e171-431a-8686-0588318a7aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:40.124978 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['ac66be34-3b3b-4652-baf3-d062ea766fb2'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:34:40.138462 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-a6703d71-e171-431a-8686-0588318a7aa5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e990f9876f86467088f4516a11104379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6551018 Jun 11 19:34:40.143579 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 37440) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:40.143908 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 37442) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:40.198198 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a635d-8264-4dc2-9b56-99f6af1f736f req-c84f569c-7a3d-43a0-a29f-5a838e1e7db4 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:40.203202 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-db2a635d-8264-4dc2-9b56-99f6af1f736f req-c84f569c-7a3d-43a0-a29f-5a838e1e7db4 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 945 time: 0.1627285 Jun 11 19:34:40.241418 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6abc4220-9b23-41ba-9605-d91a6eae3613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:40.272594 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6abc4220-9b23-41ba-9605-d91a6eae3613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:40.296618 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-db2a635d-8264-4dc2-9b56-99f6af1f736f req-99ba4b77-97a8-4073-abaf-16e58c1239c8 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873635 Jun 11 19:34:40.338964 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0c1ecd00-34ff-439f-9655-134cbda6aee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:40.345518 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0c1ecd00-34ff-439f-9655-134cbda6aee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:40.371323 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6abc4220-9b23-41ba-9605-d91a6eae3613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:40.375893 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6abc4220-9b23-41ba-9605-d91a6eae3613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:40.378368 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-6abc4220-9b23-41ba-9605-d91a6eae3613 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c067e2fc-6617-4164-898c-825fa4b79161 HTTP/1.1" status: 204 len: 168 time: 0.2335384 Jun 11 19:34:40.379286 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:40.383545 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-2d9ec122-6000-4a58-bd70-929bbce93037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:40.387633 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-0c1ecd00-34ff-439f-9655-134cbda6aee5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39f5babc10f64501a3e2a4996d0dad56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547280 Jun 11 19:34:40.390045 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc4220-9b23-41ba-9605-d91a6eae3613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c067e2fc-6617-4164-898c-825fa4b79161,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:40.396857 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 37454) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:40.403247 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-6abc4220-9b23-41ba-9605-d91a6eae3613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:40.434322 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ecd00-34ff-439f-9655-134cbda6aee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b349dba0-3031-49a3-beec-eee255ff3c42,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:40.443249 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0c1ecd00-34ff-439f-9655-134cbda6aee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:40.479088 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b5517462-dc1d-4617-855b-7dde551b1c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:40.506804 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b5517462-dc1d-4617-855b-7dde551b1c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:40.577472 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b5517462-dc1d-4617-855b-7dde551b1c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:40.582991 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b5517462-dc1d-4617-855b-7dde551b1c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:40.583230 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:40.590063 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-b5517462-dc1d-4617-855b-7dde551b1c29 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b349dba0-3031-49a3-beec-eee255ff3c42 HTTP/1.1" status: 204 len: 168 time: 0.1888740 Jun 11 19:34:40.590760 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 37460) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:40.591737 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-c369fb8e-9c62-4d9b-99e5-e0362bd87510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:40.607662 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-370f1b93-16ad-4f2a-b231-71cec67d6c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:40.625729 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5517462-dc1d-4617-855b-7dde551b1c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b349dba0-3031-49a3-beec-eee255ff3c42,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:40.641813 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-b5517462-dc1d-4617-855b-7dde551b1c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:40.776902 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-370f1b93-16ad-4f2a-b231-71cec67d6c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:40.782261 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-370f1b93-16ad-4f2a-b231-71cec67d6c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:40.785516 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-6abc4220-9b23-41ba-9605-d91a6eae3613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:40.832340 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-370f1b93-16ad-4f2a-b231-71cec67d6c61 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ac1228ec555420b99c13a4803c29135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6792994 Jun 11 19:34:40.833207 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f1b93-16ad-4f2a-b231-71cec67d6c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa191d8-cc18-450d-8b6d-0616d76584e1,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:40.834781 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 37470) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:40.840884 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-370f1b93-16ad-4f2a-b231-71cec67d6c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:40.926806 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9d5a9306-92ee-42aa-b23e-1257ff559f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:40.954880 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9d5a9306-92ee-42aa-b23e-1257ff559f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:41.066653 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eed128-7d4d-44c5-b144-8187d0a521e0 req-005f1361-d34a-4b45-ae41-277135cce5bd tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:41.068276 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-69eed128-7d4d-44c5-b144-8187d0a521e0 req-005f1361-d34a-4b45-ae41-277135cce5bd tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 945 time: 0.0955362 Jun 11 19:34:41.080530 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9d5a9306-92ee-42aa-b23e-1257ff559f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:41.083759 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9d5a9306-92ee-42aa-b23e-1257ff559f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:41.087457 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-9d5a9306-92ee-42aa-b23e-1257ff559f80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5aa191d8-cc18-450d-8b6d-0616d76584e1 HTTP/1.1" status: 204 len: 168 time: 0.2516136 Jun 11 19:34:41.090447 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-379b1e0d-4359-4931-bb21-44651c4a134f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:41.125937 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a9306-92ee-42aa-b23e-1257ff559f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa191d8-cc18-450d-8b6d-0616d76584e1,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:41.164397 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-9d5a9306-92ee-42aa-b23e-1257ff559f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:41.173479 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 37484) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:41.174565 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1725611b-050e-4544-a629-fdc407d16fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:41.191188 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-790fdb1e-f81f-44dd-8ae9-262d4911ab14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:41.193558 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-69eed128-7d4d-44c5-b144-8187d0a521e0 req-ac1d1b77-f54a-4701-a41f-e3905e601302 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197221 Jun 11 19:34:41.241312 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19555a1-be12-4280-a8a0-3fec058724f6 req-487d4b7f-8b3f-445e-9b62-66076ae08e4c tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:41.242794 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a19555a1-be12-4280-a8a0-3fec058724f6 req-487d4b7f-8b3f-445e-9b62-66076ae08e4c tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 944 time: 0.1542163 Jun 11 19:34:41.311266 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a19555a1-be12-4280-a8a0-3fec058724f6 req-dd2b11e1-6c92-45fd-8b36-e795deb83ecd tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613358 Jun 11 19:34:41.363571 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1725611b-050e-4544-a629-fdc407d16fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:41.368649 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1725611b-050e-4544-a629-fdc407d16fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:41.372888 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:41.427125 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-1725611b-050e-4544-a629-fdc407d16fc7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b8d57d721c54fdfaa3507a716bc091e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8133872 Jun 11 19:34:41.428918 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 37490) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:41.448391 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725611b-050e-4544-a629-fdc407d16fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfd2831-fb9d-4197-80e8-715c23e3a314,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:41.448391 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-1725611b-050e-4544-a629-fdc407d16fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:41.519619 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-790fdb1e-f81f-44dd-8ae9-262d4911ab14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:41.526920 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-790fdb1e-f81f-44dd-8ae9-262d4911ab14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:41.533660 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:41.572723 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fdb1e-f81f-44dd-8ae9-262d4911ab14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efbec60-e44c-4864-8b05-540623bb2fef,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:41.580657 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-790fdb1e-f81f-44dd-8ae9-262d4911ab14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:41.588539 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-790fdb1e-f81f-44dd-8ae9-262d4911ab14 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93119ea9ae1d47d1b082f536c52d89d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4139273 Jun 11 19:34:41.592453 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 37500) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:41.606907 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b45ab1ba-8524-42ba-a9b6-7b73aec9e30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:41.654354 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b45ab1ba-8524-42ba-a9b6-7b73aec9e30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:41.677852 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8c9d9c5a-19bf-4538-bc34-f789f32e7691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:41.708709 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8c9d9c5a-19bf-4538-bc34-f789f32e7691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:41.733054 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 37508) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:41.770783 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-acedd913-1d3d-49af-9100-d611283c7b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:41.820023 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8c9d9c5a-19bf-4538-bc34-f789f32e7691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:41.822968 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8c9d9c5a-19bf-4538-bc34-f789f32e7691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:41.824362 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-8c9d9c5a-19bf-4538-bc34-f789f32e7691 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9efbec60-e44c-4864-8b05-540623bb2fef HTTP/1.1" status: 204 len: 168 time: 0.2283614 Jun 11 19:34:41.830218 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-370f1b93-16ad-4f2a-b231-71cec67d6c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:41.846899 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d9c5a-19bf-4538-bc34-f789f32e7691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efbec60-e44c-4864-8b05-540623bb2fef,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:41.858182 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-8c9d9c5a-19bf-4538-bc34-f789f32e7691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:41.912441 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:41.913041 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bcaf6-b5da-475d-bc80-e79e56515cd2 req-1b1a8181-87ab-49c1-8ee5-3547b73cd36a tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:41.914565 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c98bcaf6-b5da-475d-bc80-e79e56515cd2 req-1b1a8181-87ab-49c1-8ee5-3547b73cd36a tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 945 time: 0.4083059 Jun 11 19:34:41.937273 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-acedd913-1d3d-49af-9100-d611283c7b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:41.945129 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-acedd913-1d3d-49af-9100-d611283c7b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:41.948903 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-6fb62acd-c956-4702-a81f-f30b85932993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:41.981060 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c98bcaf6-b5da-475d-bc80-e79e56515cd2 req-932bcb76-b341-4219-a3c6-8fe042c457a1 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573702 Jun 11 19:34:42.003077 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedd913-1d3d-49af-9100-d611283c7b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c33132e-457e-40cf-a012-4316432a2fe1,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:42.005998 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b45ab1ba-8524-42ba-a9b6-7b73aec9e30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:42.009640 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-acedd913-1d3d-49af-9100-d611283c7b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:42.018956 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b45ab1ba-8524-42ba-a9b6-7b73aec9e30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:42.021470 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-b45ab1ba-8524-42ba-a9b6-7b73aec9e30d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7bfd2831-fb9d-4197-80e8-715c23e3a314 HTTP/1.1" status: 204 len: 168 time: 0.5896225 Jun 11 19:34:42.025686 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-ae46c30a-2445-447a-b80e-7ceef68f690f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:42.027019 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 8fba1692-e7a1-4932-bbc9-1079b5b19d87 up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:34:42.034176 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-acedd913-1d3d-49af-9100-d611283c7b08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57a9070aaf8c4098845b564df27ec599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999058 Jun 11 19:34:42.036696 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 37518) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:42.040872 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ab1ba-8524-42ba-a9b6-7b73aec9e30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfd2831-fb9d-4197-80e8-715c23e3a314,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:42.049239 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-b45ab1ba-8524-42ba-a9b6-7b73aec9e30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:42.104899 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-aa301a16-0549-4b6b-b906-325df3227a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:42.105165 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port 8fba1692-e7a1-4932-bbc9-1079b5b19d87 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:34:42.110277 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port 8fba1692-e7a1-4932-bbc9-1079b5b19d87 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:34:42.111210 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:42.131264 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-aa301a16-0549-4b6b-b906-325df3227a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:42.207415 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-aa301a16-0549-4b6b-b906-325df3227a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:42.211870 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-aa301a16-0549-4b6b-b906-325df3227a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:42.216391 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-aa301a16-0549-4b6b-b906-325df3227a62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c33132e-457e-40cf-a012-4316432a2fe1 HTTP/1.1" status: 204 len: 168 time: 0.1784592 Jun 11 19:34:42.217054 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:42.227190 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa301a16-0549-4b6b-b906-325df3227a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c33132e-457e-40cf-a012-4316432a2fe1,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:42.229669 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-aa301a16-0549-4b6b-b906-325df3227a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:42.255731 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:42.288930 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdcf97e-7c49-4a5d-8a47-9518463f39ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fba1692-e7a1-4932-bbc9-1079b5b19d87'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:34:42.429955 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 8fba1692-e7a1-4932-bbc9-1079b5b19d87, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8fba1692-e7a1-4932-bbc9-1079b5b19d87,segment=NetworkSegment(5b757fcb-3390-4942-a0fd-d98d88f64874),segment_id=5b757fcb-3390-4942-a0fd-d98d88f64874)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:34:42.440634 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:42.442240 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 472fe097-6a4e-4ef2-89ef-81037dfd6e02 up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:34:42.445099 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:42.519329 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d691a-ee4e-4f85-8057-d85f7add689c req-a39daec0-b1e3-4e91-9fe0-74bd1c6e29b4 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:42.522076 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-839d691a-ee4e-4f85-8057-d85f7add689c req-a39daec0-b1e3-4e91-9fe0-74bd1c6e29b4 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 945 time: 0.1204040 Jun 11 19:34:42.610058 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=8fba1692-e7a1-4932-bbc9-1079b5b19d87,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:42.615316 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:42.624649 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port 472fe097-6a4e-4ef2-89ef-81037dfd6e02 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:34:42.629883 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port 472fe097-6a4e-4ef2-89ef-81037dfd6e02 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:34:42.629883 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:42.660011 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-839d691a-ee4e-4f85-8057-d85f7add689c req-74593403-e703-4d7d-bb45-3dce5e9e18b8 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234396 Jun 11 19:34:42.705732 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 37548) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:42.714863 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab5ba4-1397-4bad-8904-c2f1ff9aec13 req-eaca99ba-63cf-450e-af72-b770bd545850 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:42.716382 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-36ab5ba4-1397-4bad-8904-c2f1ff9aec13 req-eaca99ba-63cf-450e-af72-b770bd545850 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 944 time: 0.1881964 Jun 11 19:34:42.728871 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f788d655-0d04-480d-8efc-91a5ea08d68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:42.783806 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:42.788575 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-36ab5ba4-1397-4bad-8904-c2f1ff9aec13 req-13c3417a-3d10-4251-8210-3625a5435409 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624011 Jun 11 19:34:42.855529 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 472fe097-6a4e-4ef2-89ef-81037dfd6e02, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=472fe097-6a4e-4ef2-89ef-81037dfd6e02,segment=NetworkSegment(c6d1202e-3570-4387-be77-3c85cdb8b979),segment_id=c6d1202e-3570-4387-be77-3c85cdb8b979)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:34:42.866277 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:42.870775 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device ac66be34-3b3b-4652-baf3-d062ea766fb2 up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:34:42.874094 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f788d655-0d04-480d-8efc-91a5ea08d68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:42.880388 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f788d655-0d04-480d-8efc-91a5ea08d68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:42.884562 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-f28d0992-ba01-43b4-8432-7ffb0108bb5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:42.907380 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:42.934091 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-f788d655-0d04-480d-8efc-91a5ea08d68d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d56aaa3662074040bfc923e3d9a49280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269137 Jun 11 19:34:42.935241 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788d655-0d04-480d-8efc-91a5ea08d68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b581a928-f525-46fd-902c-25e9fa433ca4,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:42.937065 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 37558) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:42.938199 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-f788d655-0d04-480d-8efc-91a5ea08d68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:42.987976 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66266ddd-6bf1-4f0c-9d3a-825bcecce3e8" -d '{"events": [{"server_uuid": "cbdcf97e-7c49-4a5d-8a47-9518463f39ec", "name": "network-vif-plugged", "status": "completed", "tag": "8fba1692-e7a1-4932-bbc9-1079b5b19d87"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:34:43.002851 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=472fe097-6a4e-4ef2-89ef-81037dfd6e02,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:43.008148 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-88861965-3612-4462-a3c0-b22a8a184d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:43.016175 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:43.018732 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port ac66be34-3b3b-4652-baf3-d062ea766fb2 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:34:43.023357 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port ac66be34-3b3b-4652-baf3-d062ea766fb2 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:34:43.023438 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:43.070319 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-88861965-3612-4462-a3c0-b22a8a184d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:43.170031 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:43.198133 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-88861965-3612-4462-a3c0-b22a8a184d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:43.201069 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-88861965-3612-4462-a3c0-b22a8a184d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:43.204578 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-88861965-3612-4462-a3c0-b22a8a184d42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b581a928-f525-46fd-902c-25e9fa433ca4 HTTP/1.1" status: 204 len: 168 time: 0.2639365 Jun 11 19:34:43.204578 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:43.215706 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88861965-3612-4462-a3c0-b22a8a184d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b581a928-f525-46fd-902c-25e9fa433ca4,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:43.225528 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-88861965-3612-4462-a3c0-b22a8a184d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:43.237454 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cb015-a2a3-4da2-ae72-9155dbbe524a req-dc78135c-510e-4429-a972-583a898cb48f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:43.238898 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-077cb015-a2a3-4da2-ae72-9155dbbe524a req-dc78135c-510e-4429-a972-583a898cb48f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 945 time: 0.1073382 Jun 11 19:34:43.250853 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port ac66be34-3b3b-4652-baf3-d062ea766fb2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ac66be34-3b3b-4652-baf3-d062ea766fb2,segment=NetworkSegment(5b757fcb-3390-4942-a0fd-d98d88f64874),segment_id=5b757fcb-3390-4942-a0fd-d98d88f64874)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:34:43.259949 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:43.260907 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 234a41f6-df70-4746-a5d3-517bde40abf2 up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:34:43.311611 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-077cb015-a2a3-4da2-ae72-9155dbbe524a req-58527cb4-940b-4bc8-af8a-d1d994b50cd9 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647376 Jun 11 19:34:43.326853 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc1c189-2aa3-4851-9bf5-076e954f70d4 x-openstack-request-id: req-6cc1c189-2aa3-4851-9bf5-076e954f70d4 {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:34:43.327154 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdcf97e-7c49-4a5d-8a47-9518463f39ec", "name": "network-vif-plugged", "status": "completed", "tag": "8fba1692-e7a1-4932-bbc9-1079b5b19d87", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:34:43.327444 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cc1c189-2aa3-4851-9bf5-076e954f70d4 {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:34:43.327870 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdcf97e-7c49-4a5d-8a47-9518463f39ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fba1692-e7a1-4932-bbc9-1079b5b19d87', 'code': 200} Jun 11 19:34:43.328392 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:43.393144 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=ac66be34-3b3b-4652-baf3-d062ea766fb2,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:43.396834 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:43.397521 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port 234a41f6-df70-4746-a5d3-517bde40abf2 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:34:43.402015 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port 234a41f6-df70-4746-a5d3-517bde40abf2 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:34:43.402519 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:43.508115 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:43.547762 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 234a41f6-df70-4746-a5d3-517bde40abf2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=234a41f6-df70-4746-a5d3-517bde40abf2,segment=NetworkSegment(27745dbb-6f0e-4b17-90e5-351d1a26130b),segment_id=27745dbb-6f0e-4b17-90e5-351d1a26130b)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:34:43.554099 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:43.556044 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:43.608960 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c9b87-4783-4220-b2d5-d87e4a1bb56e req-b9ad76b4-a09d-401f-a533-d7392a1400b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:43.610703 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-8a0c9b87-4783-4220-b2d5-d87e4a1bb56e req-b9ad76b4-a09d-401f-a533-d7392a1400b7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 1098 time: 0.1175349 Jun 11 19:34:43.635793 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-8a0c9b87-4783-4220-b2d5-d87e4a1bb56e req-0677591f-63e6-418a-b006-b64ef22ad33e service neutron] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:43.663002 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=234a41f6-df70-4746-a5d3-517bde40abf2,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:43.666554 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:43.791899 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-8a0c9b87-4783-4220-b2d5-d87e4a1bb56e req-0677591f-63e6-418a-b006-b64ef22ad33e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:43.800751 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-8a0c9b87-4783-4220-b2d5-d87e4a1bb56e req-0677591f-63e6-418a-b006-b64ef22ad33e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:43.837336 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-fec7e5cd-ea02-4f4c-8c84-9eec9e6b7290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:43.841022 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-8a0c9b87-4783-4220-b2d5-d87e4a1bb56e req-0677591f-63e6-418a-b006-b64ef22ad33e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239377 Jun 11 19:34:43.883322 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677591f-63e6-418a-b006-b64ef22ad33e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=571d90aa-15bb-4f7c-9da8-89abc7b178b9,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:43.890081 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-0677591f-63e6-418a-b006-b64ef22ad33e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:43.948950 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd615673-e27e-4eb1-bcfb-fd6ce5adb607 req-af543ce8-b3e8-4c42-9bc8-4dac469f681d tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:43.951467 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bd615673-e27e-4eb1-bcfb-fd6ce5adb607 req-af543ce8-b3e8-4c42-9bc8-4dac469f681d tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 946 time: 0.1419015 Jun 11 19:34:44.030068 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bd615673-e27e-4eb1-bcfb-fd6ce5adb607 req-7e6992c2-462c-4155-8396-e33da96d4bdd tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726914 Jun 11 19:34:44.068693 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18776d-4327-4c15-859d-3650abbdc5f9 req-d1587e85-4c03-406e-9085-b90c0845fd70 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:44.070140 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5b18776d-4327-4c15-859d-3650abbdc5f9 req-d1587e85-4c03-406e-9085-b90c0845fd70 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 945 time: 0.0940449 Jun 11 19:34:44.114113 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5b18776d-4327-4c15-859d-3650abbdc5f9 req-108a85bb-b2a2-4aa4-937f-6f385476ea1d tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378385 Jun 11 19:34:44.504777 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3904a-aa1f-44e7-bdc1-d002619171e8 req-1d5d80b8-0351-4fb8-8921-38e06254d287 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:44.511131 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e7b3904a-aa1f-44e7-bdc1-d002619171e8 req-1d5d80b8-0351-4fb8-8921-38e06254d287 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.0903282 Jun 11 19:34:44.527864 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:34:44.555582 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e7b3904a-aa1f-44e7-bdc1-d002619171e8 req-84c7f5d3-41f7-48b5-bd41-2fce23c96179 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419371 Jun 11 19:34:45.244476 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537d6d3-08cc-43ea-a390-c95bcc0e5794 req-bcc265e2-b940-4667-b653-5e8c2dbd04b5 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:45.246774 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2537d6d3-08cc-43ea-a390-c95bcc0e5794 req-bcc265e2-b940-4667-b653-5e8c2dbd04b5 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 946 time: 0.0816195 Jun 11 19:34:45.328558 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2537d6d3-08cc-43ea-a390-c95bcc0e5794 req-f21211cc-24ed-472a-bade-23963cf2fe99 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711474 Jun 11 19:34:45.330152 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add50c69-5c7f-4b5a-9e83-211b274cfbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472fe097-6a4e-4ef2-89ef-81037dfd6e02'}, {'server_uuid': '2498e6f3-a28f-40d1-8e89-c1830e946da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac66be34-3b3b-4652-baf3-d062ea766fb2'}, {'server_uuid': 'a4337757-0a70-4f55-bd6c-d3e27b2a59cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234a41f6-df70-4746-a5d3-517bde40abf2'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:34:45.333969 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef438a08-fa34-4e74-9022-d99a3fd0d18d" -d '{"events": [{"server_uuid": "add50c69-5c7f-4b5a-9e83-211b274cfbf4", "name": "network-vif-plugged", "status": "completed", "tag": "472fe097-6a4e-4ef2-89ef-81037dfd6e02"}, {"server_uuid": "2498e6f3-a28f-40d1-8e89-c1830e946da9", "name": "network-vif-plugged", "status": "completed", "tag": "ac66be34-3b3b-4652-baf3-d062ea766fb2"}, {"server_uuid": "a4337757-0a70-4f55-bd6c-d3e27b2a59cb", "name": "network-vif-plugged", "status": "completed", "tag": "234a41f6-df70-4746-a5d3-517bde40abf2"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:34:45.355514 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5d4d5-2382-4c47-b8f3-d5931e0fbd1e req-45c4e362-43e4-4061-808f-c3845f960334 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:45.356241 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2ed5d4d5-2382-4c47-b8f3-d5931e0fbd1e req-45c4e362-43e4-4061-808f-c3845f960334 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 945 time: 0.1083622 Jun 11 19:34:45.400346 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Jun 2021 19:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d6a211-9604-4a31-9c8e-b5bd92cb5970 x-openstack-request-id: req-50d6a211-9604-4a31-9c8e-b5bd92cb5970 {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:34:45.400821 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add50c69-5c7f-4b5a-9e83-211b274cfbf4", "name": "network-vif-plugged", "status": "completed", "tag": "472fe097-6a4e-4ef2-89ef-81037dfd6e02", "code": 200}, {"server_uuid": "2498e6f3-a28f-40d1-8e89-c1830e946da9", "name": "network-vif-plugged", "status": "completed", "tag": "ac66be34-3b3b-4652-baf3-d062ea766fb2", "code": 200}, {"server_uuid": "a4337757-0a70-4f55-bd6c-d3e27b2a59cb", "name": "network-vif-plugged", "status": "completed", "tag": "234a41f6-df70-4746-a5d3-517bde40abf2", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:34:45.401223 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50d6a211-9604-4a31-9c8e-b5bd92cb5970 {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:34:45.401765 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add50c69-5c7f-4b5a-9e83-211b274cfbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472fe097-6a4e-4ef2-89ef-81037dfd6e02', 'code': 200} Jun 11 19:34:45.402021 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2498e6f3-a28f-40d1-8e89-c1830e946da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac66be34-3b3b-4652-baf3-d062ea766fb2', 'code': 200} Jun 11 19:34:45.402429 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4337757-0a70-4f55-bd6c-d3e27b2a59cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234a41f6-df70-4746-a5d3-517bde40abf2', 'code': 200} Jun 11 19:34:45.405548 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2ed5d4d5-2382-4c47-b8f3-d5931e0fbd1e req-8559de12-7da8-44cf-ab98-e2555092005d tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434220 Jun 11 19:34:45.759411 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379de91-1967-4f6a-84f2-32c031d53200 req-488e9406-3014-47a1-ac50-94f4c6e55a87 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:45.761354 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5379de91-1967-4f6a-84f2-32c031d53200 req-488e9406-3014-47a1-ac50-94f4c6e55a87 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.0853658 Jun 11 19:34:45.822635 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5379de91-1967-4f6a-84f2-32c031d53200 req-ed9bdac5-8309-4b63-8be4-bd16772c849c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547664 Jun 11 19:34:46.537757 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd822f-ba88-454e-a4c8-0991bac8d97a req-433b18a9-532e-45db-97c8-b55ac6c01a01 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:46.539206 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8bbd822f-ba88-454e-a4c8-0991bac8d97a req-433b18a9-532e-45db-97c8-b55ac6c01a01 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 946 time: 0.0831790 Jun 11 19:34:46.615229 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8bbd822f-ba88-454e-a4c8-0991bac8d97a req-f440cc29-9ee5-40be-b4f5-34908efd20a2 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704639 Jun 11 19:34:46.644459 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6675c1-8843-470f-9910-7e1530e09c30 req-119f94bf-436a-4352-9b5a-ff63704da1f2 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:46.645866 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8f6675c1-8843-470f-9910-7e1530e09c30 req-119f94bf-436a-4352-9b5a-ff63704da1f2 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 945 time: 0.0835912 Jun 11 19:34:46.686959 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8f6675c1-8843-470f-9910-7e1530e09c30 req-822464e4-2527-427c-a98e-7d6bc52ad9b4 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353880 Jun 11 19:34:47.041837 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f43227-7b90-4fde-a311-0b94be857580 req-714ab975-5efb-4153-9f52-3e8c0dbd2f8f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:47.050390 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c4f43227-7b90-4fde-a311-0b94be857580 req-714ab975-5efb-4153-9f52-3e8c0dbd2f8f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.1200509 Jun 11 19:34:47.105419 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c4f43227-7b90-4fde-a311-0b94be857580 req-8545039c-4620-4ae7-a0e6-5b21a7b549b2 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539720 Jun 11 19:34:47.204560 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57cde7-5360-4631-a55c-b419fb2e8806 req-776de86b-ccc3-414e-88f1-c09c5fe0be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:47.206288 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-8c57cde7-5360-4631-a55c-b419fb2e8806 req-776de86b-ccc3-414e-88f1-c09c5fe0be2b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 1099 time: 0.0610974 Jun 11 19:34:47.290938 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-8c57cde7-5360-4631-a55c-b419fb2e8806 req-7d1cc2e3-64a9-45d2-b7aa-2ccd61f91877 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672250 Jun 11 19:34:47.303680 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163913d-b1ee-4cad-ad34-906ccd16118d req-ab36eeb1-ead2-490e-953f-b3abc73d4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:47.303836 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa8792-6282-48e0-9d04-a1c6dd2fa3fa req-aae6c62d-3caa-45f9-ba9f-83608bd4ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:47.305243 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-76fa8792-6282-48e0-9d04-a1c6dd2fa3fa req-aae6c62d-3caa-45f9-ba9f-83608bd4ce25 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 1099 time: 0.0875728 Jun 11 19:34:47.305355 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1163913d-b1ee-4cad-ad34-906ccd16118d req-ab36eeb1-ead2-490e-953f-b3abc73d4144 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 1098 time: 0.0901356 Jun 11 19:34:47.376678 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1163913d-b1ee-4cad-ad34-906ccd16118d req-8fbba6c8-5d43-4364-aff3-aba7b4ed6564 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316944 Jun 11 19:34:47.381369 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-76fa8792-6282-48e0-9d04-a1c6dd2fa3fa req-ef8fb28b-7630-4597-8977-e0614d713e3b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369868 Jun 11 19:34:47.806000 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad271e19-de40-400c-9276-c44466a5b2c5 req-d5928b09-e163-434d-875b-47d67b02f255 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:47.807773 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ad271e19-de40-400c-9276-c44466a5b2c5 req-d5928b09-e163-434d-875b-47d67b02f255 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 946 time: 0.0770350 Jun 11 19:34:47.891145 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ad271e19-de40-400c-9276-c44466a5b2c5 req-0ed83376-0184-4db6-a31b-fd536cb8193f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778418 Jun 11 19:34:47.935645 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d70d12-db21-4bf1-8136-e06868a614bc req-2d47752e-47dc-41d8-a932-79a90c4f564f tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:47.937092 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-16d70d12-db21-4bf1-8136-e06868a614bc req-2d47752e-47dc-41d8-a932-79a90c4f564f tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 945 time: 0.1064515 Jun 11 19:34:47.990693 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-16d70d12-db21-4bf1-8136-e06868a614bc req-e993829e-75f8-4a80-9cca-2f9e75a0aa78 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474515 Jun 11 19:34:48.366308 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9e004-7903-4d64-93a4-c31e8211aa14 req-5a7327d9-540c-4981-8509-013ac694baa4 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:48.375793 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e6f9e004-7903-4d64-93a4-c31e8211aa14 req-5a7327d9-540c-4981-8509-013ac694baa4 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.0973284 Jun 11 19:34:48.443311 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e6f9e004-7903-4d64-93a4-c31e8211aa14 req-6cec8321-f5ea-4edb-8fff-c734ba8a6e00 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655255 Jun 11 19:34:48.544163 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 37822) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:48.684190 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f1d7f722-e4bc-495d-b6d0-4dd1e2bac967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:48.820473 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f1d7f722-e4bc-495d-b6d0-4dd1e2bac967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:48.830665 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f1d7f722-e4bc-495d-b6d0-4dd1e2bac967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:48.834888 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:48.882913 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-f1d7f722-e4bc-495d-b6d0-4dd1e2bac967 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a104abbf56ee4487882883531afa3084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381257 Jun 11 19:34:48.885077 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7f722-e4bc-495d-b6d0-4dd1e2bac967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27366ce-de95-4aab-94bd-cf7b2729b0b3,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:48.885642 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 37848) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:48.889557 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f1d7f722-e4bc-495d-b6d0-4dd1e2bac967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:48.961374 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7b5fb900-905f-4e1a-af1a-b87c069ee6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:49.019044 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7b5fb900-905f-4e1a-af1a-b87c069ee6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:49.144012 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7b5fb900-905f-4e1a-af1a-b87c069ee6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:49.147899 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7b5fb900-905f-4e1a-af1a-b87c069ee6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:49.149608 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-7b5fb900-905f-4e1a-af1a-b87c069ee6ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b27366ce-de95-4aab-94bd-cf7b2729b0b3 HTTP/1.1" status: 204 len: 168 time: 0.2623312 Jun 11 19:34:49.150544 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:49.162069 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fb900-905f-4e1a-af1a-b87c069ee6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27366ce-de95-4aab-94bd-cf7b2729b0b3,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:49.192237 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-7b5fb900-905f-4e1a-af1a-b87c069ee6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:49.309960 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f024d8-0d2e-43bf-9d60-c6af3c5e7dac req-89de7625-ac95-446b-a04b-17a419ae26b5 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:49.317398 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-73f024d8-0d2e-43bf-9d60-c6af3c5e7dac req-89de7625-ac95-446b-a04b-17a419ae26b5 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 946 time: 0.1976311 Jun 11 19:34:49.370893 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c90437-3508-47e5-9a75-5dfb44037c6d req-feebddd6-6e85-45e1-bb75-7a2e522b6adf tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:49.377961 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-09c90437-3508-47e5-9a75-5dfb44037c6d req-feebddd6-6e85-45e1-bb75-7a2e522b6adf tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 945 time: 0.1885371 Jun 11 19:34:49.384458 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-73f024d8-0d2e-43bf-9d60-c6af3c5e7dac req-2c0a9033-b12e-4103-a142-36758702ef35 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662653 Jun 11 19:34:49.423697 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-09c90437-3508-47e5-9a75-5dfb44037c6d req-13dad807-1251-491e-be1a-bc2eaed8ceb5 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382471 Jun 11 19:34:49.546450 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 37890) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:49.567112 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-edd94f4d-4f47-4b0d-a604-17982bdc18ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:49.651686 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4da15-dd29-4e28-b9a4-ba67042cc555 req-864c8153-a822-4181-870a-b612a73d4c08 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:49.653477 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-72f4da15-dd29-4e28-b9a4-ba67042cc555 req-864c8153-a822-4181-870a-b612a73d4c08 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.0831473 Jun 11 19:34:49.684099 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-edd94f4d-4f47-4b0d-a604-17982bdc18ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:49.690305 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-edd94f4d-4f47-4b0d-a604-17982bdc18ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:49.692806 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-0677591f-63e6-418a-b006-b64ef22ad33e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:49.703704 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-72f4da15-dd29-4e28-b9a4-ba67042cc555 req-aff36005-2d3f-4012-a2cd-a3b9da84e905 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415621 Jun 11 19:34:49.758297 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-edd94f4d-4f47-4b0d-a604-17982bdc18ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a15a807ccb5649d189952fad2b0c8dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084770 Jun 11 19:34:49.759318 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd94f4d-4f47-4b0d-a604-17982bdc18ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756c0382-1c9b-4284-bed3-e775502cc544,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:49.761082 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 37896) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:49.762434 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-edd94f4d-4f47-4b0d-a604-17982bdc18ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:49.836757 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-7246455f-1892-4687-8dd9-00e1de46ae29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:49.881641 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-7246455f-1892-4687-8dd9-00e1de46ae29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:49.941585 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-7246455f-1892-4687-8dd9-00e1de46ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:49.944428 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-7246455f-1892-4687-8dd9-00e1de46ae29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:49.945889 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-7246455f-1892-4687-8dd9-00e1de46ae29 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/756c0382-1c9b-4284-bed3-e775502cc544 HTTP/1.1" status: 204 len: 168 time: 0.1837859 Jun 11 19:34:49.946737 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-2bca7276-8959-4834-993f-92a17d3b509f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:49.958163 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246455f-1892-4687-8dd9-00e1de46ae29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756c0382-1c9b-4284-bed3-e775502cc544,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:49.960463 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-7246455f-1892-4687-8dd9-00e1de46ae29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:50.224996 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3c153-ac7b-416e-a895-5eac5f5fcb7a req-ad7fba54-814a-457e-a609-c500d9eb049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:50.226496 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e2f3c153-ac7b-416e-a895-5eac5f5fcb7a req-ad7fba54-814a-457e-a609-c500d9eb049e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04490ad1893e47cf8f786a89c2a73e07&device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 1099 time: 0.1055205 Jun 11 19:34:50.348178 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6ae34-5916-4957-b921-f276799b587d req-940003e2-1c83-4a12-9e49-11d74fe351d5 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:50.349781 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-29e6ae34-5916-4957-b921-f276799b587d req-940003e2-1c83-4a12-9e49-11d74fe351d5 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.1780124 Jun 11 19:34:50.390260 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3c153-ac7b-416e-a895-5eac5f5fcb7a req-f20b3ff8-7fc3-4e1d-bebe-7717adbfd6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:50.392318 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e2f3c153-ac7b-416e-a895-5eac5f5fcb7a req-f20b3ff8-7fc3-4e1d-bebe-7717adbfd6b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=08aeeb0b-694c-42b6-8786-0226a443cd46 HTTP/1.1" status: 200 len: 919 time: 0.1550314 Jun 11 19:34:50.457272 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e2f3c153-ac7b-416e-a895-5eac5f5fcb7a req-2ccb55df-e4bf-4af4-abed-42c1c4bf0978 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac66be34-3b3b-4652-baf3-d062ea766fb2 HTTP/1.1" status: 200 len: 217 time: 0.0584025 Jun 11 19:34:50.516163 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-29e6ae34-5916-4957-b921-f276799b587d req-377b718c-10d3-4891-aa5c-bb8b0fffc995 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582236 Jun 11 19:34:50.544836 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3c153-ac7b-416e-a895-5eac5f5fcb7a req-b09e51fa-190e-48aa-b740-5bf9b9f546b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:50.546415 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e2f3c153-ac7b-416e-a895-5eac5f5fcb7a req-b09e51fa-190e-48aa-b740-5bf9b9f546b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b HTTP/1.1" status: 200 len: 858 time: 0.0815680 Jun 11 19:34:50.587969 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e2f3c153-ac7b-416e-a895-5eac5f5fcb7a req-6f36c0a5-ed25-491f-bf94-385b178b6f29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08aeeb0b-694c-42b6-8786-0226a443cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347364 Jun 11 19:34:50.653933 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 37950) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:50.714401 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e2f3c153-ac7b-416e-a895-5eac5f5fcb7a req-37a2d355-7e4b-4d76-a14c-7794f427dda3 service neutron] 10.222.0.39 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201291 Jun 11 19:34:50.836183 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e2f3c153-ac7b-416e-a895-5eac5f5fcb7a req-2c287572-f083-4345-85cc-0b30d9bd687d service neutron] 10.222.0.39 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158390 Jun 11 19:34:50.862869 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 37962) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:50.869730 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e3c80da8-1c85-490a-95de-608a739b0946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:50.991364 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-79ef48b6-556a-4a7c-bbea-7ae3f8f450c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:51.041351 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e3c80da8-1c85-490a-95de-608a739b0946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:51.054192 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e3c80da8-1c85-490a-95de-608a739b0946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:51.082062 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-edd94f4d-4f47-4b0d-a604-17982bdc18ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:51.152596 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-e3c80da8-1c85-490a-95de-608a739b0946 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0340219e10834191b98938f067b45cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4970174 Jun 11 19:34:51.153772 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c80da8-1c85-490a-95de-608a739b0946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f747a854-b6da-4011-a853-91872436865d,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:51.159216 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 37986) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:51.160571 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e3c80da8-1c85-490a-95de-608a739b0946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:51.226036 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-79ef48b6-556a-4a7c-bbea-7ae3f8f450c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:51.233129 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-79ef48b6-556a-4a7c-bbea-7ae3f8f450c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:51.238552 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-88861965-3612-4462-a3c0-b22a8a184d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:51.302577 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6f82275c-1d73-4c61-a911-065f21d91c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:51.322720 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-79ef48b6-556a-4a7c-bbea-7ae3f8f450c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a48c383fe9f74d8f84f2195399c598fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4585946 Jun 11 19:34:51.323799 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 38000) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:51.324842 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef48b6-556a-4a7c-bbea-7ae3f8f450c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ce0fe0-8aea-4bcf-8cbb-4624447eecbb,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:51.342553 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-79ef48b6-556a-4a7c-bbea-7ae3f8f450c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:51.348551 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6f82275c-1d73-4c61-a911-065f21d91c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:51.426941 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6f82275c-1d73-4c61-a911-065f21d91c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:51.430517 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6f82275c-1d73-4c61-a911-065f21d91c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:51.431829 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-6f82275c-1d73-4c61-a911-065f21d91c19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f747a854-b6da-4011-a853-91872436865d HTTP/1.1" status: 204 len: 168 time: 0.2695370 Jun 11 19:34:51.432737 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:51.450848 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82275c-1d73-4c61-a911-065f21d91c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f747a854-b6da-4011-a853-91872436865d,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:51.455324 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38012) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:51.461544 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-6f82275c-1d73-4c61-a911-065f21d91c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:51.468422 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e81a219a-c143-4b92-95d0-6ccd0ac773c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:51.510115 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e81a219a-c143-4b92-95d0-6ccd0ac773c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:51.581690 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e81a219a-c143-4b92-95d0-6ccd0ac773c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:51.585680 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e81a219a-c143-4b92-95d0-6ccd0ac773c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:51.587315 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-e81a219a-c143-4b92-95d0-6ccd0ac773c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9ce0fe0-8aea-4bcf-8cbb-4624447eecbb HTTP/1.1" status: 204 len: 168 time: 0.2581139 Jun 11 19:34:51.588369 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-750fcb2d-76e7-4924-8997-2f7afa39c09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:51.598237 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a219a-c143-4b92-95d0-6ccd0ac773c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ce0fe0-8aea-4bcf-8cbb-4624447eecbb,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:51.606864 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e81a219a-c143-4b92-95d0-6ccd0ac773c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:51.868930 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091099e6-0689-4021-b4d6-da90e1f5ea6f req-0f086cb0-1be0-4465-bed2-161dac3f9e66 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:51.877200 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-091099e6-0689-4021-b4d6-da90e1f5ea6f req-0f086cb0-1be0-4465-bed2-161dac3f9e66 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.1042397 Jun 11 19:34:51.878740 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-dad759df-0c69-4633-96b0-47a7771e4402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:51.977315 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-091099e6-0689-4021-b4d6-da90e1f5ea6f req-ea386d96-6d3f-4047-967f-0af84d5ec214 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975797 Jun 11 19:34:52.012626 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-dad759df-0c69-4633-96b0-47a7771e4402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.016182 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-dad759df-0c69-4633-96b0-47a7771e4402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.027709 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-869c1a6a-bb7e-44d8-9171-4fd7c5f4b710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:52.062613 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-dad759df-0c69-4633-96b0-47a7771e4402 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c690e4af5974f5fad97f284cf9c89cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6049287 Jun 11 19:34:52.063769 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad759df-0c69-4633-96b0-47a7771e4402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488e3793-69c0-4e0c-8ae6-73fe5e1ea8e6,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:52.065955 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 38040) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:52.078066 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-dad759df-0c69-4633-96b0-47a7771e4402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:52.125178 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0b23cc35-adde-4700-bce4-8b7af8cbb228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.153055 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0b23cc35-adde-4700-bce4-8b7af8cbb228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.205621 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38044) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:52.224014 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0b23cc35-adde-4700-bce4-8b7af8cbb228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.229004 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0b23cc35-adde-4700-bce4-8b7af8cbb228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.229176 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-42cf7610-a7b5-4c2f-8d57-3819bea1cd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.230798 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-0b23cc35-adde-4700-bce4-8b7af8cbb228 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/488e3793-69c0-4e0c-8ae6-73fe5e1ea8e6 HTTP/1.1" status: 204 len: 168 time: 0.1636076 Jun 11 19:34:52.232012 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f1d7f722-e4bc-495d-b6d0-4dd1e2bac967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:52.245595 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23cc35-adde-4700-bce4-8b7af8cbb228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488e3793-69c0-4e0c-8ae6-73fe5e1ea8e6,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:52.248155 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0b23cc35-adde-4700-bce4-8b7af8cbb228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:52.274047 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 38048) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:52.293347 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-3671ef64-aa70-4d85-b28d-fe4cbe854b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.327901 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 38050) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:52.385616 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-42cf7610-a7b5-4c2f-8d57-3819bea1cd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.390865 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-42cf7610-a7b5-4c2f-8d57-3819bea1cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.395661 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e3c80da8-1c85-490a-95de-608a739b0946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:52.442061 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-42cf7610-a7b5-4c2f-8d57-3819bea1cd58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3152778164884bf9b3af16af448e1ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351184 Jun 11 19:34:52.442802 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38056) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:52.443612 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf7610-a7b5-4c2f-8d57-3819bea1cd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc99e9ab-dde1-4686-a723-cfaadcc30d0b,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:52.453345 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-42cf7610-a7b5-4c2f-8d57-3819bea1cd58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:52.499571 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-3671ef64-aa70-4d85-b28d-fe4cbe854b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.506478 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-3671ef64-aa70-4d85-b28d-fe4cbe854b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.509060 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-aa96d6b3-61a0-47f7-85bf-28e8100bf16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:52.513022 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b7de41df-ec18-414d-8903-591b1b13ea34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.546752 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b7de41df-ec18-414d-8903-591b1b13ea34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.549600 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671ef64-aa70-4d85-b28d-fe4cbe854b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3bd05d-7046-4f8a-807e-7ee82f065fe8,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:52.556555 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-3671ef64-aa70-4d85-b28d-fe4cbe854b8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2257f7cfee6f4fc9ad931884bc06db76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785118 Jun 11 19:34:52.556555 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-3671ef64-aa70-4d85-b28d-fe4cbe854b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:52.556872 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 38060) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:52.609450 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b7de41df-ec18-414d-8903-591b1b13ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.615368 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b7de41df-ec18-414d-8903-591b1b13ea34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.620805 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-b7de41df-ec18-414d-8903-591b1b13ea34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc99e9ab-dde1-4686-a723-cfaadcc30d0b HTTP/1.1" status: 204 len: 168 time: 0.1742609 Jun 11 19:34:52.621870 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-5ee25115-c1ef-4825-a012-a476924b17ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.622649 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-42cf7610-a7b5-4c2f-8d57-3819bea1cd58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:52.635664 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de41df-ec18-414d-8903-591b1b13ea34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc99e9ab-dde1-4686-a723-cfaadcc30d0b,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:52.649907 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-5ee25115-c1ef-4825-a012-a476924b17ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.661303 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-b7de41df-ec18-414d-8903-591b1b13ea34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:52.895902 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-601399db-3943-4d7f-9e8d-c74ea0b30df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.941200 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-5ee25115-c1ef-4825-a012-a476924b17ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.943635 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-5ee25115-c1ef-4825-a012-a476924b17ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:52.947234 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-5ee25115-c1ef-4825-a012-a476924b17ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db3bd05d-7046-4f8a-807e-7ee82f065fe8 HTTP/1.1" status: 204 len: 168 time: 0.3894145 Jun 11 19:34:52.948853 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:52.967284 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee25115-c1ef-4825-a012-a476924b17ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3bd05d-7046-4f8a-807e-7ee82f065fe8,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:52.970279 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-5ee25115-c1ef-4825-a012-a476924b17ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:53.050708 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-601399db-3943-4d7f-9e8d-c74ea0b30df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:53.056752 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-601399db-3943-4d7f-9e8d-c74ea0b30df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:53.063169 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-79ef48b6-556a-4a7c-bbea-7ae3f8f450c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:53.103844 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601399db-3943-4d7f-9e8d-c74ea0b30df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f00d6b-f208-46cd-8347-c517eba02f7a,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:53.106994 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-601399db-3943-4d7f-9e8d-c74ea0b30df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:53.111986 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-601399db-3943-4d7f-9e8d-c74ea0b30df0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f85707654c624a4c9fceba69fcf0ee53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7805851 Jun 11 19:34:53.112437 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38090) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:53.178653 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7a4341c0-8d55-4e05-a930-12a28d7c3625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:53.212072 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7a4341c0-8d55-4e05-a930-12a28d7c3625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:53.236958 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c1743-44b7-4d32-9cce-f59b8054fbbf req-43582949-a40b-48e1-83f6-8c04d913392b tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:53.238768 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7e1c1743-44b7-4d32-9cce-f59b8054fbbf req-43582949-a40b-48e1-83f6-8c04d913392b tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.0764396 Jun 11 19:34:53.281719 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7a4341c0-8d55-4e05-a930-12a28d7c3625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:53.286851 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7a4341c0-8d55-4e05-a930-12a28d7c3625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:53.288175 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-7a4341c0-8d55-4e05-a930-12a28d7c3625 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3f00d6b-f208-46cd-8347-c517eba02f7a HTTP/1.1" status: 204 len: 168 time: 0.1742249 Jun 11 19:34:53.289721 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-f788d655-0d04-480d-8efc-91a5ea08d68d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:53.300440 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4341c0-8d55-4e05-a930-12a28d7c3625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f00d6b-f208-46cd-8347-c517eba02f7a,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:53.303204 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-7a4341c0-8d55-4e05-a930-12a28d7c3625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:53.319249 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7e1c1743-44b7-4d32-9cce-f59b8054fbbf req-59e4e444-ad70-49f1-86f9-96b3b66d4a43 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574315 Jun 11 19:34:53.493887 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 38108) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:53.753813 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-253d82d4-ce92-4c22-9469-32ec44862de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:53.842099 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38126) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:53.868714 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-253d82d4-ce92-4c22-9469-32ec44862de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:53.872890 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-419b71ce-8408-4f74-b486-c891c15f226f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:53.876269 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-253d82d4-ce92-4c22-9469-32ec44862de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:53.880984 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:53.951532 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d82d4-ce92-4c22-9469-32ec44862de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc55164e-06da-40ed-b73c-bd236e600909,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:53.965866 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-253d82d4-ce92-4c22-9469-32ec44862de1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4026c4efe4a48c7a155f4c7f65a7ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4708409 Jun 11 19:34:53.966241 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38132) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:53.967034 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-253d82d4-ce92-4c22-9469-32ec44862de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:54.048548 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-419b71ce-8408-4f74-b486-c891c15f226f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:54.057992 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-419b71ce-8408-4f74-b486-c891c15f226f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:54.063156 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-7a4341c0-8d55-4e05-a930-12a28d7c3625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:54.076756 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d75d2f43-0eff-4e22-a07a-f63aa72b55e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:54.118530 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b71ce-8408-4f74-b486-c891c15f226f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7174e3-1e17-4860-af90-c0585a9242cc,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:54.122746 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-419b71ce-8408-4f74-b486-c891c15f226f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=beb94449602543f490da10e368785afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793696 Jun 11 19:34:54.123757 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-419b71ce-8408-4f74-b486-c891c15f226f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:54.125366 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 38140) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:54.129413 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d75d2f43-0eff-4e22-a07a-f63aa72b55e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:54.190872 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d75d2f43-0eff-4e22-a07a-f63aa72b55e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:54.194344 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d75d2f43-0eff-4e22-a07a-f63aa72b55e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:54.195488 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-deefd8c5-a8a1-433f-81a3-8deb6ee4d737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:54.196363 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-d75d2f43-0eff-4e22-a07a-f63aa72b55e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc55164e-06da-40ed-b73c-bd236e600909 HTTP/1.1" status: 204 len: 168 time: 0.2288713 Jun 11 19:34:54.197688 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-8c9d9c5a-19bf-4538-bc34-f789f32e7691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:54.208059 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d2f43-0eff-4e22-a07a-f63aa72b55e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc55164e-06da-40ed-b73c-bd236e600909,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:54.211018 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-d75d2f43-0eff-4e22-a07a-f63aa72b55e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:54.229085 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-deefd8c5-a8a1-433f-81a3-8deb6ee4d737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:54.296433 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-deefd8c5-a8a1-433f-81a3-8deb6ee4d737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:54.299076 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-deefd8c5-a8a1-433f-81a3-8deb6ee4d737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:54.302973 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-deefd8c5-a8a1-433f-81a3-8deb6ee4d737 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c7174e3-1e17-4860-af90-c0585a9242cc HTTP/1.1" status: 204 len: 168 time: 0.1736400 Jun 11 19:34:54.302973 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-1725611b-050e-4544-a629-fdc407d16fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:54.311266 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefd8c5-a8a1-433f-81a3-8deb6ee4d737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7174e3-1e17-4860-af90-c0585a9242cc,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:54.314141 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-deefd8c5-a8a1-433f-81a3-8deb6ee4d737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:54.497874 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a561c3-ac0e-4bc2-970e-a2aeaec03ec5 req-90531918-916e-4e00-aa08-381829cd658f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:54.499403 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-89a561c3-ac0e-4bc2-970e-a2aeaec03ec5 req-90531918-916e-4e00-aa08-381829cd658f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.0699856 Jun 11 19:34:54.561621 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-89a561c3-ac0e-4bc2-970e-a2aeaec03ec5 req-724858a5-97fa-43b4-9558-6072617684b8 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492105 Jun 11 19:34:54.817713 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38212) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:54.834137 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ed27a068-200a-4b93-b976-a4b1431d96f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:54.952349 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ed27a068-200a-4b93-b976-a4b1431d96f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:54.960175 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ed27a068-200a-4b93-b976-a4b1431d96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:54.968394 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-419b71ce-8408-4f74-b486-c891c15f226f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:55.028190 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 38224) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:55.030049 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-ed27a068-200a-4b93-b976-a4b1431d96f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d098d1716154844b9be6786da43df97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2103398 Jun 11 19:34:55.040216 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27a068-200a-4b93-b976-a4b1431d96f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b62ae02-3210-4e5f-97a2-f53df3dec4be,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:55.044662 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-ed27a068-200a-4b93-b976-a4b1431d96f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:55.150941 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-3894033a-1654-4b2c-a7d1-2f0c3083abc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:55.184400 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-3894033a-1654-4b2c-a7d1-2f0c3083abc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:55.243923 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-3894033a-1654-4b2c-a7d1-2f0c3083abc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:55.246907 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-3894033a-1654-4b2c-a7d1-2f0c3083abc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:55.250466 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-3894033a-1654-4b2c-a7d1-2f0c3083abc6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b62ae02-3210-4e5f-97a2-f53df3dec4be HTTP/1.1" status: 204 len: 168 time: 0.2171347 Jun 11 19:34:55.250466 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-b45ab1ba-8524-42ba-a9b6-7b73aec9e30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:55.259412 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894033a-1654-4b2c-a7d1-2f0c3083abc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b62ae02-3210-4e5f-97a2-f53df3dec4be,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:55.261898 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-3894033a-1654-4b2c-a7d1-2f0c3083abc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:55.769878 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417d5f2-e15d-4f58-b891-4a8cd0cc2bb0 req-dbabd1d0-4f61-46c2-8c87-7de077ee8030 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:55.771345 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e417d5f2-e15d-4f58-b891-4a8cd0cc2bb0 req-dbabd1d0-4f61-46c2-8c87-7de077ee8030 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.0779755 Jun 11 19:34:55.834570 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e417d5f2-e15d-4f58-b891-4a8cd0cc2bb0 req-76e3c3a9-f67d-403e-9005-235688f54446 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453336 Jun 11 19:34:56.215922 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38308) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:56.368447 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-4b56517a-7cbf-47d9-93bb-ea30dea272c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1746127092-network', 'tenant_id': '93e7ed3af26d43cfbde1cec2809e7a31'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:34:56.392099 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b56517a-7cbf-47d9-93bb-ea30dea272c4 admin admin] Made reservation on behalf of 93e7ed3af26d43cfbde1cec2809e7a31 for: {'network': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:34:56.394567 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4b56517a-7cbf-47d9-93bb-ea30dea272c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for network, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:56.406296 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4b56517a-7cbf-47d9-93bb-ea30dea272c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:56.541013 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4b56517a-7cbf-47d9-93bb-ea30dea272c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:56.553623 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4b56517a-7cbf-47d9-93bb-ea30dea272c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:56.558283 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:56.578476 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b56517a-7cbf-47d9-93bb-ea30dea272c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=91833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:34:56.596150 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56517a-7cbf-47d9-93bb-ea30dea272c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287f1d90-5218-4e41-8ff7-21732fd2c654,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:56.599163 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4b56517a-7cbf-47d9-93bb-ea30dea272c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:56.599499 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.segments_db [None req-4b56517a-7cbf-47d9-93bb-ea30dea272c4 admin admin] Added segment 304c1ef5-f62e-44b2-b0d9-8b82fdceaa41 of type vlan for network c6a85ae4-731b-4c04-90af-106b65fbc7c2 Jun 11 19:34:56.601082 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-4b56517a-7cbf-47d9-93bb-ea30dea272c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:56.640148 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 38328) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:56.660838 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4b56517a-7cbf-47d9-93bb-ea30dea272c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747756045487'] for network, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:56.720760 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4b56517a-7cbf-47d9-93bb-ea30dea272c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:56.724855 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b56517a-7cbf-47d9-93bb-ea30dea272c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:56.725458 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4b56517a-7cbf-47d9-93bb-ea30dea272c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:56.730692 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:56.754443 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-4b56517a-7cbf-47d9-93bb-ea30dea272c4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5374415 Jun 11 19:34:56.757460 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 38334) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:56.762700 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-b311ef3b-6e0a-4d88-89a7-9268b287ddef admin admin] Request body: {'subnet': {'network_id': 'c6a85ae4-731b-4c04-90af-106b65fbc7c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1746127092-subnet', 'tenant_id': '93e7ed3af26d43cfbde1cec2809e7a31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:34:56.809784 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b311ef3b-6e0a-4d88-89a7-9268b287ddef admin admin] Made reservation on behalf of 93e7ed3af26d43cfbde1cec2809e7a31 for: {'subnet': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:34:56.812461 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b311ef3b-6e0a-4d88-89a7-9268b287ddef admin admin] Notify callbacks [] for subnet, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:56.850363 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56517a-7cbf-47d9-93bb-ea30dea272c4 admin admin] Pushing event updated for resources: {'Network': ['ID=c6a85ae4-731b-4c04-90af-106b65fbc7c2,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:56.862804 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Network c6a85ae4-731b-4c04-90af-106b65fbc7c2 details requested by agent ovs-agent-dv-cinder-790535-3-iscsi with host dv-cinder-790535-3-iscsi {{(pid=91835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:34:56.875371 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-4b56517a-7cbf-47d9-93bb-ea30dea272c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:56.892576 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0427e34c-f025-4c99-bef8-250d346bce3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:57.207482 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01adcf-76db-442e-8178-52497a687390 req-542e2274-ce21-4132-974d-1e4e46d72838 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:57.209006 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2e01adcf-76db-442e-8178-52497a687390 req-542e2274-ce21-4132-974d-1e4e46d72838 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.2207794 Jun 11 19:34:57.219116 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0427e34c-f025-4c99-bef8-250d346bce3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:57.230861 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0427e34c-f025-4c99-bef8-250d346bce3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:57.246211 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0c1ecd00-34ff-439f-9655-134cbda6aee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:57.248270 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b311ef3b-6e0a-4d88-89a7-9268b287ddef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:57.314607 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-0427e34c-f025-4c99-bef8-250d346bce3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b419172cc5e440dfad8e16fa89ca2468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6733294 Jun 11 19:34:57.317569 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38360) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:57.318149 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2e01adcf-76db-442e-8178-52497a687390 req-dc704d09-4102-458e-bd66-84eecc371d2e tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965896 Jun 11 19:34:57.320939 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427e34c-f025-4c99-bef8-250d346bce3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cfb556-3ce7-4bf5-87a0-6586ac6cc454,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:57.324666 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0427e34c-f025-4c99-bef8-250d346bce3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:57.327245 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:57.364070 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:57.400171 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311ef3b-6e0a-4d88-89a7-9268b287ddef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c1377dd-8d04-45c6-9919-c62252f218f7,revision_number=0']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:57.402369 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b311ef3b-6e0a-4d88-89a7-9268b287ddef admin admin] Checking segment: {'id': '304c1ef5-f62e-44b2-b0d9-8b82fdceaa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c6a85ae4-731b-4c04-90af-106b65fbc7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:34:57.402755 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b311ef3b-6e0a-4d88-89a7-9268b287ddef admin admin] Network hostable DHCP agents. Network: c6a85ae4-731b-4c04-90af-106b65fbc7c2, hostable agents: ['c7177cc0-43cb-4693-ab8c-8cb8ca1ff766'], hosted agents: [] {{(pid=91834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:34:57.402973 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-db434012-55f5-4a6b-95da-12876b58b843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:57.408386 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-b311ef3b-6e0a-4d88-89a7-9268b287ddef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:57.425431 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b311ef3b-6e0a-4d88-89a7-9268b287ddef admin admin] Network c6a85ae4-731b-4c04-90af-106b65fbc7c2 is scheduled to be hosted by DHCP agent c7177cc0-43cb-4693-ab8c-8cb8ca1ff766 with binding_index 1 {{(pid=91834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:34:57.435191 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-b311ef3b-6e0a-4d88-89a7-9268b287ddef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-iscsi, c6a85ae4-731b-4c04-90af-106b65fbc7c2) {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:34:57.438670 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-db434012-55f5-4a6b-95da-12876b58b843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:57.442704 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b311ef3b-6e0a-4d88-89a7-9268b287ddef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:57.442846 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b311ef3b-6e0a-4d88-89a7-9268b287ddef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:57.446296 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0a53fa-7fb9-40bb-93d1-146dd6d2d368 None None] Network c6a85ae4-731b-4c04-90af-106b65fbc7c2 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:34:57.466623 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-b311ef3b-6e0a-4d88-89a7-9268b287ddef admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7007997 Jun 11 19:34:57.535603 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-db434012-55f5-4a6b-95da-12876b58b843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:57.539438 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-db434012-55f5-4a6b-95da-12876b58b843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:57.540962 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-db434012-55f5-4a6b-95da-12876b58b843 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11cfb556-3ce7-4bf5-87a0-6586ac6cc454 HTTP/1.1" status: 204 len: 168 time: 0.2224150 Jun 11 19:34:57.541665 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:57.553046 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db434012-55f5-4a6b-95da-12876b58b843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cfb556-3ce7-4bf5-87a0-6586ac6cc454,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:57.556427 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-db434012-55f5-4a6b-95da-12876b58b843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:57.671126 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56118b49-f4b6-46dc-b683-21e7591dc385 None None] Network c6a85ae4-731b-4c04-90af-106b65fbc7c2 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:34:57.996222 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38394) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:58.014208 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-968447a2-b9d2-4504-bdbf-37bd9d0ebcc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:58.143654 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-968447a2-b9d2-4504-bdbf-37bd9d0ebcc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:58.150752 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-968447a2-b9d2-4504-bdbf-37bd9d0ebcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:58.156085 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-a6703d71-e171-431a-8686-0588318a7aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:58.212659 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968447a2-b9d2-4504-bdbf-37bd9d0ebcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b007851d-e115-4050-bca6-a2bb4a074d3e,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:58.219415 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-968447a2-b9d2-4504-bdbf-37bd9d0ebcc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:58.222655 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-968447a2-b9d2-4504-bdbf-37bd9d0ebcc1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5e12be014b840f0b30f0caf26c1d87e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248077 Jun 11 19:34:58.225586 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38402) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:58.316567 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-3b41dd11-8312-48e0-ae36-edac63e75970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:58.386952 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-3b41dd11-8312-48e0-ae36-edac63e75970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:58.452558 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-3b41dd11-8312-48e0-ae36-edac63e75970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:58.458833 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-3b41dd11-8312-48e0-ae36-edac63e75970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:58.460695 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-3b41dd11-8312-48e0-ae36-edac63e75970 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b007851d-e115-4050-bca6-a2bb4a074d3e HTTP/1.1" status: 204 len: 168 time: 0.2335238 Jun 11 19:34:58.461701 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-aa301a16-0549-4b6b-b906-325df3227a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:58.473591 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41dd11-8312-48e0-ae36-edac63e75970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b007851d-e115-4050-bca6-a2bb4a074d3e,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:58.476584 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-3b41dd11-8312-48e0-ae36-edac63e75970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:58.496560 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38420) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:58.503031 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-7feb9c9d-37d5-4889-8333-9c18b9922f1f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-12346489-network', 'tenant_id': 'c0df79619f384e979fc5b04dd69fa52a'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:34:58.536033 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feb9c9d-37d5-4889-8333-9c18b9922f1f admin admin] Made reservation on behalf of c0df79619f384e979fc5b04dd69fa52a for: {'network': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:34:58.539237 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7feb9c9d-37d5-4889-8333-9c18b9922f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for network, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:58.554377 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7feb9c9d-37d5-4889-8333-9c18b9922f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:58.576782 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e60fb-13bb-4195-a91d-0f4ae8d06816 req-4947199a-e401-4945-a0f3-2dd32e76ecb1 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:58.579211 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1e3e60fb-13bb-4195-a91d-0f4ae8d06816 req-4947199a-e401-4945-a0f3-2dd32e76ecb1 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.0967455 Jun 11 19:34:58.640552 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1e3e60fb-13bb-4195-a91d-0f4ae8d06816 req-627d63a2-8d93-465c-925f-343f24634d87 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532854 Jun 11 19:34:58.666684 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7feb9c9d-37d5-4889-8333-9c18b9922f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:58.671200 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7feb9c9d-37d5-4889-8333-9c18b9922f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:58.674652 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-7b5fb900-905f-4e1a-af1a-b87c069ee6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:58.699620 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7feb9c9d-37d5-4889-8333-9c18b9922f1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=91833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:34:58.710553 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb9c9d-37d5-4889-8333-9c18b9922f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ae20e9-ebfc-4764-b0a4-3e45adf86129,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:58.714288 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-7feb9c9d-37d5-4889-8333-9c18b9922f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:58.721465 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7feb9c9d-37d5-4889-8333-9c18b9922f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:58.721915 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.segments_db [None req-7feb9c9d-37d5-4889-8333-9c18b9922f1f admin admin] Added segment 540dc656-3f4c-4e5f-a1b5-60d33e83640f of type vlan for network 490d889b-549d-422e-82f9-366f6df469be Jun 11 19:34:58.777976 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7feb9c9d-37d5-4889-8333-9c18b9922f1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747756045487'] for network, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:58.823027 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7feb9c9d-37d5-4889-8333-9c18b9922f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:58.824398 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feb9c9d-37d5-4889-8333-9c18b9922f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:58.824989 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7feb9c9d-37d5-4889-8333-9c18b9922f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:58.828017 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-46a62c9a-5f26-4dd0-b9ad-49c787c9b24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:58.869721 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-7feb9c9d-37d5-4889-8333-9c18b9922f1f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3720310 Jun 11 19:34:58.872714 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 38432) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:58.878119 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-6465d1a9-8b91-4100-81e1-b1cf0c6336c8 admin admin] Request body: {'subnet': {'network_id': '490d889b-549d-422e-82f9-366f6df469be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-12346489-subnet', 'tenant_id': 'c0df79619f384e979fc5b04dd69fa52a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:34:58.908981 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6465d1a9-8b91-4100-81e1-b1cf0c6336c8 admin admin] Made reservation on behalf of c0df79619f384e979fc5b04dd69fa52a for: {'subnet': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:34:58.912919 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6465d1a9-8b91-4100-81e1-b1cf0c6336c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:58.953011 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb9c9d-37d5-4889-8333-9c18b9922f1f admin admin] Pushing event updated for resources: {'Network': ['ID=490d889b-549d-422e-82f9-366f6df469be,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:58.955913 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-7feb9c9d-37d5-4889-8333-9c18b9922f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:58.964718 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Network 490d889b-549d-422e-82f9-366f6df469be details requested by agent ovs-agent-dv-cinder-790535-3-iscsi with host dv-cinder-790535-3-iscsi {{(pid=91835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:34:59.149836 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6465d1a9-8b91-4100-81e1-b1cf0c6336c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:59.152789 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:34:59.223665 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465d1a9-8b91-4100-81e1-b1cf0c6336c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42c1ad95-9c03-46bf-b568-ce663101d577,revision_number=0']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:34:59.226982 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-6465d1a9-8b91-4100-81e1-b1cf0c6336c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:34:59.232721 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6465d1a9-8b91-4100-81e1-b1cf0c6336c8 admin admin] Checking segment: {'id': '540dc656-3f4c-4e5f-a1b5-60d33e83640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '490d889b-549d-422e-82f9-366f6df469be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:34:59.233078 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6465d1a9-8b91-4100-81e1-b1cf0c6336c8 admin admin] Network hostable DHCP agents. Network: 490d889b-549d-422e-82f9-366f6df469be, hostable agents: ['c7177cc0-43cb-4693-ab8c-8cb8ca1ff766'], hosted agents: [] {{(pid=91834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:34:59.253528 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6465d1a9-8b91-4100-81e1-b1cf0c6336c8 admin admin] Network 490d889b-549d-422e-82f9-366f6df469be is scheduled to be hosted by DHCP agent c7177cc0-43cb-4693-ab8c-8cb8ca1ff766 with binding_index 1 {{(pid=91834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:34:59.265264 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-6465d1a9-8b91-4100-81e1-b1cf0c6336c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-iscsi, 490d889b-549d-422e-82f9-366f6df469be) {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:34:59.270209 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6465d1a9-8b91-4100-81e1-b1cf0c6336c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:59.271513 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6465d1a9-8b91-4100-81e1-b1cf0c6336c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:59.275408 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c75675c-4100-46cc-a043-349a2018482e None None] Network 490d889b-549d-422e-82f9-366f6df469be requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:34:59.322676 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-6465d1a9-8b91-4100-81e1-b1cf0c6336c8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4489851 Jun 11 19:34:59.328075 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 38454) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:34:59.669329 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f38e888-f64b-4185-b51d-060dd503885e None None] Network 490d889b-549d-422e-82f9-366f6df469be requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:34:59.734107 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9071af56-ba16-4f74-aa3d-290811c1f121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:59.893014 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7a9ea-afbf-4753-b207-0711deaaff84 req-2a71a071-1fe4-4c5f-9658-b5292a837549 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:34:59.894573 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dca7a9ea-afbf-4753-b207-0711deaaff84 req-2a71a071-1fe4-4c5f-9658-b5292a837549 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.1262672 Jun 11 19:34:59.966562 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dca7a9ea-afbf-4753-b207-0711deaaff84 req-d66ef83a-6cae-436a-9044-d19361fd3470 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638220 Jun 11 19:34:59.971526 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9071af56-ba16-4f74-aa3d-290811c1f121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:34:59.977147 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9071af56-ba16-4f74-aa3d-290811c1f121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:00.003623 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-3894033a-1654-4b2c-a7d1-2f0c3083abc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:00.024871 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-9071af56-ba16-4f74-aa3d-290811c1f121 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=650b65be2871461b888e03db37076058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6948171 Jun 11 19:35:00.027806 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38488) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:00.065484 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071af56-ba16-4f74-aa3d-290811c1f121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f3b324-ad72-46c2-ae31-53f48bae8df1,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:00.075943 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071af56-ba16-4f74-aa3d-290811c1f121 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.076601 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071af56-ba16-4f74-aa3d-290811c1f121 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.077367 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071af56-ba16-4f74-aa3d-290811c1f121 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.078020 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071af56-ba16-4f74-aa3d-290811c1f121 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.079236 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071af56-ba16-4f74-aa3d-290811c1f121 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.079831 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071af56-ba16-4f74-aa3d-290811c1f121 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.080228 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071af56-ba16-4f74-aa3d-290811c1f121 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.080840 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071af56-ba16-4f74-aa3d-290811c1f121 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.081656 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071af56-ba16-4f74-aa3d-290811c1f121 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.082156 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071af56-ba16-4f74-aa3d-290811c1f121 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.082734 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071af56-ba16-4f74-aa3d-290811c1f121 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.083222 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071af56-ba16-4f74-aa3d-290811c1f121 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.091243 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-9071af56-ba16-4f74-aa3d-290811c1f121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:00.132447 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c998-6772-40a0-a673-8623fc0b6198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:00.162319 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c998-6772-40a0-a673-8623fc0b6198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:00.244119 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c998-6772-40a0-a673-8623fc0b6198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:00.247351 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c998-6772-40a0-a673-8623fc0b6198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:00.249897 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-b3d0c998-6772-40a0-a673-8623fc0b6198 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26f3b324-ad72-46c2-ae31-53f48bae8df1 HTTP/1.1" status: 204 len: 168 time: 0.2206159 Jun 11 19:35:00.251647 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-3b41dd11-8312-48e0-ae36-edac63e75970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:00.261053 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0c998-6772-40a0-a673-8623fc0b6198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f3b324-ad72-46c2-ae31-53f48bae8df1,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:00.268141 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c998-6772-40a0-a673-8623fc0b6198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.268709 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c998-6772-40a0-a673-8623fc0b6198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.269306 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c998-6772-40a0-a673-8623fc0b6198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.269910 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c998-6772-40a0-a673-8623fc0b6198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.270408 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c998-6772-40a0-a673-8623fc0b6198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.270931 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c998-6772-40a0-a673-8623fc0b6198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.271413 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c998-6772-40a0-a673-8623fc0b6198 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.271991 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c998-6772-40a0-a673-8623fc0b6198 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.272547 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c998-6772-40a0-a673-8623fc0b6198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.273093 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c998-6772-40a0-a673-8623fc0b6198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.273556 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c998-6772-40a0-a673-8623fc0b6198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.274482 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c998-6772-40a0-a673-8623fc0b6198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:00.285604 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-b3d0c998-6772-40a0-a673-8623fc0b6198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:00.783229 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38556) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:00.803318 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-102c9b8d-6bfd-4876-9e3d-78c09e4d53d2 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:00.804809 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-102c9b8d-6bfd-4876-9e3d-78c09e4d53d2 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/networks?id=91562091-e358-42f3-bc97-a9db84b0b38e HTTP/1.1" status: 200 len: 815 time: 0.1540334 Jun 11 19:35:00.805722 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-893e2d5e-107d-4ebf-8ca3-961f4b5a8c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:00.826386 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-e6a5f160-2c02-4093-a02c-059ca46e0c88 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/quotas/9835f46ed4da4325ab88f6f084cd8aca HTTP/1.1" status: 200 len: 375 time: 0.0156219 Jun 11 19:35:00.941461 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-32ee86c4-9b48-4281-a57d-56a9d8d1c111 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9835f46ed4da4325ab88f6f084cd8aca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1137240 Jun 11 19:35:00.949517 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-893e2d5e-107d-4ebf-8ca3-961f4b5a8c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:00.955116 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-893e2d5e-107d-4ebf-8ca3-961f4b5a8c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:00.958845 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-b3d0c998-6772-40a0-a673-8623fc0b6198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:01.021772 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-893e2d5e-107d-4ebf-8ca3-961f4b5a8c14 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f53c480922be43fd9006c02c1cc5ba40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314939 Jun 11 19:35:01.021772 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e2d5e-107d-4ebf-8ca3-961f4b5a8c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ec93b3-c4e2-4157-b85e-0cd387d490d7,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:01.022945 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38568) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:01.024950 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-893e2d5e-107d-4ebf-8ca3-961f4b5a8c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:01.101142 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-20de0ec4-6bf8-428b-8731-72d1024a3e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:01.121153 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-9eb03333-d3b7-4c8f-bd59-83b52da407d8 service neutron] 10.222.0.24 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790352 Jun 11 19:35:01.132263 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-20de0ec4-6bf8-428b-8731-72d1024a3e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:01.201034 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-20de0ec4-6bf8-428b-8731-72d1024a3e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:01.204242 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-20de0ec4-6bf8-428b-8731-72d1024a3e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:01.205358 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-20de0ec4-6bf8-428b-8731-72d1024a3e5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22ec93b3-c4e2-4157-b85e-0cd387d490d7 HTTP/1.1" status: 204 len: 168 time: 0.1815276 Jun 11 19:35:01.206325 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-06bed8de-b710-418b-985f-c8be757ac81f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:01.223258 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de0ec4-6bf8-428b-8731-72d1024a3e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ec93b3-c4e2-4157-b85e-0cd387d490d7,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:01.225487 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-20de0ec4-6bf8-428b-8731-72d1024a3e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:01.344919 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-aa40e478-68fe-4dc7-8e67-22339dce2341 service neutron] 10.222.0.24 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194800 Jun 11 19:35:01.353144 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2daef9-add5-4cda-8524-edc5ba802a9c req-39469b05-a8af-4f83-a863-eb077c4a2c45 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:01.355381 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-af2daef9-add5-4cda-8524-edc5ba802a9c req-39469b05-a8af-4f83-a863-eb077c4a2c45 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.1872580 Jun 11 19:35:01.413397 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-af2daef9-add5-4cda-8524-edc5ba802a9c req-64d945c0-242c-42a6-a750-1529f425f198 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494781 Jun 11 19:35:01.545338 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-88814ee7-974b-4999-9f95-b35d189e1376 req-a16493d6-817b-4388-a2eb-04d28fe403da tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 210 time: 0.0397818 Jun 11 19:35:02.685408 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb4349-5ab4-425e-990a-78aac11e1128 req-82356318-d074-4eb5-a5f4-c288402e5f5c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:02.696436 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e2fb4349-5ab4-425e-990a-78aac11e1128 req-82356318-d074-4eb5-a5f4-c288402e5f5c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.1607206 Jun 11 19:35:02.732482 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1a63cfd4-667c-4d54-815d-23f20b05c4ad req-5baec917-b581-47d3-b114-08b38340d721 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 210 time: 0.0344198 Jun 11 19:35:02.886607 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e2fb4349-5ab4-425e-990a-78aac11e1128 req-8cfe9fa6-e9bb-4338-9610-c6b8b9e2ed6e tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519625 Jun 11 19:35:02.933559 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-4bb52ddd-a242-4698-86ad-11530638724f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:02.935249 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-4bb52ddd-a242-4698-86ad-11530638724f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.39 "GET /v2.0/networks?id=91562091-e358-42f3-bc97-a9db84b0b38e HTTP/1.1" status: 200 len: 815 time: 0.2018681 Jun 11 19:35:02.939847 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38678) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:02.953511 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-8dcf4acc-ba96-4eae-ae5b-2be966470afb tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Request body: {'port': {'device_id': '9531f797-d419-4a32-9cf1-a34703ca59a4', 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e', 'admin_state_up': True, 'tenant_id': '9835f46ed4da4325ab88f6f084cd8aca'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:03.092694 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a83d473a-f642-4fd7-b8ee-846b5e88b344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:03.120021 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-8dcf4acc-ba96-4eae-ae5b-2be966470afb tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Made reservation on behalf of 9835f46ed4da4325ab88f6f084cd8aca for: {'port': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:35:03.123574 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-8dcf4acc-ba96-4eae-ae5b-2be966470afb tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:03.247096 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a83d473a-f642-4fd7-b8ee-846b5e88b344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:03.252664 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a83d473a-f642-4fd7-b8ee-846b5e88b344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:03.255382 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-db434012-55f5-4a6b-95da-12876b58b843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:03.301893 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-a83d473a-f642-4fd7-b8ee-846b5e88b344 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03579035170b4c2680415aca883676ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609638 Jun 11 19:35:03.302488 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38702) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:03.305227 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d473a-f642-4fd7-b8ee-846b5e88b344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101c3e94-0eee-49f3-8b8a-fb54f1636623,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:03.308337 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-a83d473a-f642-4fd7-b8ee-846b5e88b344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:03.331582 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-8dcf4acc-ba96-4eae-ae5b-2be966470afb tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Allocated IP 172.20.0.6 (91562091-e358-42f3-bc97-a9db84b0b38e/0c5a103b-1876-47da-96d3-d95f9c432793/8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:35:03.366902 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a348a908-f0d8-41a4-8360-b4776a73cf3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:03.399106 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a348a908-f0d8-41a4-8360-b4776a73cf3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:03.467789 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a348a908-f0d8-41a4-8360-b4776a73cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:03.470701 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a348a908-f0d8-41a4-8360-b4776a73cf3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:03.472502 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-a348a908-f0d8-41a4-8360-b4776a73cf3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/101c3e94-0eee-49f3-8b8a-fb54f1636623 HTTP/1.1" status: 204 len: 168 time: 0.1682427 Jun 11 19:35:03.473445 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-790fdb1e-f81f-44dd-8ae9-262d4911ab14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:03.491347 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348a908-f0d8-41a4-8360-b4776a73cf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101c3e94-0eee-49f3-8b8a-fb54f1636623,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:03.498286 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-a348a908-f0d8-41a4-8360-b4776a73cf3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:03.577619 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-8dcf4acc-ba96-4eae-ae5b-2be966470afb tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:03.604935 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38714) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:03.643434 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-8dcf4acc-ba96-4eae-ae5b-2be966470afb tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:03.657971 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-b16f6f14-6698-496b-b3f3-afe4ec1bf757 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:03.666517 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['234a41f6-df70-4746-a5d3-517bde40abf2'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:35:03.726268 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-8dcf4acc-ba96-4eae-ae5b-2be966470afb tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Network 91562091-e358-42f3-bc97-a9db84b0b38e is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:35:03.732323 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-8dcf4acc-ba96-4eae-ae5b-2be966470afb tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:03.746644 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-8dcf4acc-ba96-4eae-ae5b-2be966470afb tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:35:03.759978 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-8dcf4acc-ba96-4eae-ae5b-2be966470afb tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:03.760643 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-8dcf4acc-ba96-4eae-ae5b-2be966470afb tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:03.805977 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-8dcf4acc-ba96-4eae-ae5b-2be966470afb tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8566101 Jun 11 19:35:03.816610 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf4acc-ba96-4eae-ae5b-2be966470afb tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Pushing event updated for resources: {'Port': ['ID=8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:03.821832 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-8dcf4acc-ba96-4eae-ae5b-2be966470afb tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:03.830399 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Request body: {'port': {'device_id': '9531f797-d419-4a32-9cf1-a34703ca59a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:04.031375 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8afaa340-c0db-4526-99a6-602a3d80c59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:04.033781 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:04.087749 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38736) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:04.119299 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-24a9df69-417a-423b-b8dc-e6103f8f1dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:04.195917 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8afaa340-c0db-4526-99a6-602a3d80c59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:04.201445 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8afaa340-c0db-4526-99a6-602a3d80c59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:04.207298 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:04.266112 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-8afaa340-c0db-4526-99a6-602a3d80c59b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3855552fa9ee45d9b3ffad81bb9e44bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6599293 Jun 11 19:35:04.269951 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38738) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:04.280271 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afaa340-c0db-4526-99a6-602a3d80c59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d635f7b4-0617-4a5a-9c0b-194608db3fbb,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:04.285490 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-8afaa340-c0db-4526-99a6-602a3d80c59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:04.292853 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c9d82-c2aa-45f0-b8b8-719930d7397f req-353357aa-db67-42fe-bc67-ebf1f1bbd52b tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:04.294196 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ba3c9d82-c2aa-45f0-b8b8-719930d7397f req-353357aa-db67-42fe-bc67-ebf1f1bbd52b tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.2376635 Jun 11 19:35:04.369387 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c7eee999-9180-488d-9a0c-72ba9b9a8731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:04.393285 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-24a9df69-417a-423b-b8dc-e6103f8f1dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:04.402249 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-24a9df69-417a-423b-b8dc-e6103f8f1dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:04.408421 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-653ca912-209f-4dd1-9743-3551f1b0898c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:04.419904 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c7eee999-9180-488d-9a0c-72ba9b9a8731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:04.473341 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-24a9df69-417a-423b-b8dc-e6103f8f1dc4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=284bf9da8aff4a9b97bb8d719b29621f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815114 Jun 11 19:35:04.481232 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38744) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:04.493190 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9df69-417a-423b-b8dc-e6103f8f1dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99287ba7-5a12-4aa6-98ae-606e91b48553,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:04.505077 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-24a9df69-417a-423b-b8dc-e6103f8f1dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:04.552143 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4876c0ff-43a1-421c-95e9-f26e82bce58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:04.562972 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c7eee999-9180-488d-9a0c-72ba9b9a8731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:04.565950 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c7eee999-9180-488d-9a0c-72ba9b9a8731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:04.567065 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-c7eee999-9180-488d-9a0c-72ba9b9a8731 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d635f7b4-0617-4a5a-9c0b-194608db3fbb HTTP/1.1" status: 204 len: 168 time: 0.2948489 Jun 11 19:35:04.569277 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:04.588647 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4876c0ff-43a1-421c-95e9-f26e82bce58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:04.590533 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eee999-9180-488d-9a0c-72ba9b9a8731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d635f7b4-0617-4a5a-9c0b-194608db3fbb,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:04.593872 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c7eee999-9180-488d-9a0c-72ba9b9a8731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:04.655909 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4876c0ff-43a1-421c-95e9-f26e82bce58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:04.659723 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4876c0ff-43a1-421c-95e9-f26e82bce58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:04.661807 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-4876c0ff-43a1-421c-95e9-f26e82bce58b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99287ba7-5a12-4aa6-98ae-606e91b48553 HTTP/1.1" status: 204 len: 168 time: 0.1793451 Jun 11 19:35:04.662921 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-b7de41df-ec18-414d-8903-591b1b13ea34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:04.675530 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876c0ff-43a1-421c-95e9-f26e82bce58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99287ba7-5a12-4aa6-98ae-606e91b48553,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:04.678015 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-4876c0ff-43a1-421c-95e9-f26e82bce58b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:04.679516 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ba3c9d82-c2aa-45f0-b8b8-719930d7397f req-c14ce665-e1c8-42ef-a384-057f36093c59 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786476 Jun 11 19:35:04.710369 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cd6ef-6e18-42c0-91af-f566c2ab77dc req-841c0ea1-6b82-4536-be6d-26b5334352ce tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:04.712507 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bf2cd6ef-6e18-42c0-91af-f566c2ab77dc req-841c0ea1-6b82-4536-be6d-26b5334352ce tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 931 time: 0.5455136 Jun 11 19:35:04.808523 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bf2cd6ef-6e18-42c0-91af-f566c2ab77dc req-8f894cf4-e1ca-4dd7-9059-515cf5694a71 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775278 Jun 11 19:35:04.884047 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 {{(pid=91834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:35:04.892351 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:04.908529 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Transition to ACTIVE for port object 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 will not be triggered until provisioned by entity L2. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:04.919363 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:04.923401 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:05.090924 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:05.104892 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:05.107461 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Attempting to bind port 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:35:05.109578 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Attempting to bind port 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '27745dbb-6f0e-4b17-90e5-351d1a26130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e'}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:35:05.109578 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Attempting to bind port 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 on network 91562091-e358-42f3-bc97-a9db84b0b38e {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:35:05.117621 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Port 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 on network 91562091-e358-42f3-bc97-a9db84b0b38e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:35:05.118033 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Attempting to bind port 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 on network 91562091-e358-42f3-bc97-a9db84b0b38e {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:35:05.125705 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38778) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:05.132553 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:35:05.133216 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Checking segment: {'id': '27745dbb-6f0e-4b17-90e5-351d1a26130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:35:05.133834 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Bound using segment: {'id': '27745dbb-6f0e-4b17-90e5-351d1a26130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e'} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:35:05.135754 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Bound port: 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27745dbb-6f0e-4b17-90e5-351d1a26130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e'}}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:35:05.136315 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:05.142506 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a777c352-eea7-481d-96a1-0b1216210d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:05.226784 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] For port 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6, host hv-cinder-79053, cleared binding levels {{(pid=91834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:35:05.230315 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] For port 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6,segment=NetworkSegment(27745dbb-6f0e-4b17-90e5-351d1a26130b),segment_id=27745dbb-6f0e-4b17-90e5-351d1a26130b)] {{(pid=91834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:35:05.237601 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:05.240891 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:05.259414 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a777c352-eea7-481d-96a1-0b1216210d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:05.267298 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a777c352-eea7-481d-96a1-0b1216210d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:05.270753 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-15fc671e-8c61-4672-9a0a-917595f65f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:05.278621 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:05.279280 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:05.280574 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-7c052d78-a259-4100-ab94-f38959660244 service neutron] 10.222.0.39 "PUT /v2.0/ports/8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 HTTP/1.1" status: 200 len: 1093 time: 1.4659522 Jun 11 19:35:05.281074 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9531f797-d419-4a32-9cf1-a34703ca59a4', 'tag': '8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:35:05.284045 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e36ba8-cb77-448b-96c5-e8713b21ed36" -d '{"events": [{"name": "network-changed", "server_uuid": "9531f797-d419-4a32-9cf1-a34703ca59a4", "tag": "8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:35:05.327432 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777c352-eea7-481d-96a1-0b1216210d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769e766b-41cd-469a-9c31-75425e735c5a,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:05.349978 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-a777c352-eea7-481d-96a1-0b1216210d74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=002800d32a594330a5a2a548a336ce8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231059 Jun 11 19:35:05.352485 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38788) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:05.353524 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-a777c352-eea7-481d-96a1-0b1216210d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:05.360226 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b79c2f-554b-4a3f-98ab-59618b612fb5 x-openstack-request-id: req-56b79c2f-554b-4a3f-98ab-59618b612fb5 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:35:05.360530 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9531f797-d419-4a32-9cf1-a34703ca59a4", "tag": "8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:35:05.360796 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56b79c2f-554b-4a3f-98ab-59618b612fb5 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:35:05.361201 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9531f797-d419-4a32-9cf1-a34703ca59a4', 'tag': '8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6', 'status': 'completed', 'code': 200} Jun 11 19:35:05.389670 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6,revision_number=3']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:05.393523 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:05.423272 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-2a0792f8-8117-4af7-ad1e-4a5baa565421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:05.424091 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-022ac68a-2d29-4aad-a608-0a25c28973e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:05.425160 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-2a0792f8-8117-4af7-ad1e-4a5baa565421 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9835f46ed4da4325ab88f6f084cd8aca&device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 1096 time: 0.0826976 Jun 11 19:35:05.462788 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-022ac68a-2d29-4aad-a608-0a25c28973e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:05.510421 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-f6fbce7f-8187-4a87-99e5-f9e8c9ef28a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 HTTP/1.1" status: 200 len: 217 time: 0.0736854 Jun 11 19:35:05.535290 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-022ac68a-2d29-4aad-a608-0a25c28973e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:05.538202 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-022ac68a-2d29-4aad-a608-0a25c28973e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:05.539432 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-022ac68a-2d29-4aad-a608-0a25c28973e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/769e766b-41cd-469a-9c31-75425e735c5a HTTP/1.1" status: 204 len: 168 time: 0.1847522 Jun 11 19:35:05.540213 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-acedd913-1d3d-49af-9100-d611283c7b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:05.549638 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ac68a-2d29-4aad-a608-0a25c28973e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769e766b-41cd-469a-9c31-75425e735c5a,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:05.559786 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-022ac68a-2d29-4aad-a608-0a25c28973e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:05.574087 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-2a0b4608-9b1a-42fd-a1a8-f6cd4a7d0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:05.576419 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-2a0b4608-9b1a-42fd-a1a8-f6cd4a7d0bf1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c5a103b-1876-47da-96d3-d95f9c432793 HTTP/1.1" status: 200 len: 855 time: 0.0565526 Jun 11 19:35:05.602199 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38800) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:05.615427 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-e11a18d4-fb6d-469c-b0ae-29ccfeb5edc3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91562091-e358-42f3-bc97-a9db84b0b38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320294 Jun 11 19:35:05.746573 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-b01173d8-546a-4b36-be19-928fb4063d6c service neutron] 10.222.0.39 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231000 Jun 11 19:35:05.906699 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40931363-acfd-4845-9140-dc1aa9c672c7 req-9b67bcf0-ddd5-4b6c-8598-0909c75a3db5 service neutron] 10.222.0.39 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450126 Jun 11 19:35:05.952696 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-08008b36-9457-468d-a7dc-14d9c40ac310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:06.116806 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-08008b36-9457-468d-a7dc-14d9c40ac310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:06.122780 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-08008b36-9457-468d-a7dc-14d9c40ac310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:06.135489 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0c6ac-7af5-4d93-a937-512771c1a203 req-f2b2f92c-19fb-4243-8e90-f7bf765a4a12 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:06.136967 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3cf0c6ac-7af5-4d93-a937-512771c1a203 req-f2b2f92c-19fb-4243-8e90-f7bf765a4a12 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.2293842 Jun 11 19:35:06.144063 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-dad759df-0c69-4633-96b0-47a7771e4402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:06.208413 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 38832) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:06.216005 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-08008b36-9457-468d-a7dc-14d9c40ac310 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae513ce20be4481986b447a7ae789f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5997910 Jun 11 19:35:06.218464 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3cf0c6ac-7af5-4d93-a937-512771c1a203 req-ab6ae452-03a4-4743-92d6-a9bf59618e0d tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736408 Jun 11 19:35:06.224382 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e36ba8-cb77-448b-96c5-e8713b21ed36 req-053fdb19-4903-442b-b317-5338fdbcecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:06.226020 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-63e36ba8-cb77-448b-96c5-e8713b21ed36 req-053fdb19-4903-442b-b317-5338fdbcecb3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9835f46ed4da4325ab88f6f084cd8aca&device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 1096 time: 0.2204452 Jun 11 19:35:06.246059 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08008b36-9457-468d-a7dc-14d9c40ac310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430a3ba3-4434-4bd5-9584-a75fd001bffd,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:06.258048 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-08008b36-9457-468d-a7dc-14d9c40ac310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:06.278627 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d316323-85a6-4298-86bd-5d51312f10a5 req-cffe3fac-be1a-4243-9d2c-e8fff51839ca tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:06.280315 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4d316323-85a6-4298-86bd-5d51312f10a5 req-cffe3fac-be1a-4243-9d2c-e8fff51839ca tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 943 time: 0.2374380 Jun 11 19:35:06.497605 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38842) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:06.548009 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4d316323-85a6-4298-86bd-5d51312f10a5 req-434199a8-57b4-4244-ac12-d71595b2f6c8 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941187 Jun 11 19:35:06.562526 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d180c294-42b1-4dd9-9926-4cf94aacd8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:06.577957 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e36ba8-cb77-448b-96c5-e8713b21ed36 req-c225737e-234d-46c6-95bc-0c299bd374f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:06.579507 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-63e36ba8-cb77-448b-96c5-e8713b21ed36 req-c225737e-234d-46c6-95bc-0c299bd374f0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=91562091-e358-42f3-bc97-a9db84b0b38e HTTP/1.1" status: 200 len: 916 time: 0.3299489 Jun 11 19:35:06.592979 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d180c294-42b1-4dd9-9926-4cf94aacd8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:06.625395 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5d410e73-fe16-47d2-8974-291de01bac5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:06.651759 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-63e36ba8-cb77-448b-96c5-e8713b21ed36 req-26f6e52a-2ba7-414f-98ba-31cb9d9ffb3b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 HTTP/1.1" status: 200 len: 217 time: 0.0558405 Jun 11 19:35:06.687298 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-525fe783-f85b-416b-a553-bb46140c1fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:06.742041 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d180c294-42b1-4dd9-9926-4cf94aacd8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:06.744004 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5d410e73-fe16-47d2-8974-291de01bac5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:06.744641 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d180c294-42b1-4dd9-9926-4cf94aacd8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:06.745838 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-d180c294-42b1-4dd9-9926-4cf94aacd8f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/430a3ba3-4434-4bd5-9584-a75fd001bffd HTTP/1.1" status: 204 len: 168 time: 0.5362608 Jun 11 19:35:06.747479 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0b23cc35-adde-4700-bce4-8b7af8cbb228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:06.752077 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e36ba8-cb77-448b-96c5-e8713b21ed36 req-1ae288ce-b7c0-41a1-8d66-a6e90a14652e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:06.752532 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5d410e73-fe16-47d2-8974-291de01bac5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:06.753532 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-63e36ba8-cb77-448b-96c5-e8713b21ed36 req-1ae288ce-b7c0-41a1-8d66-a6e90a14652e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c5a103b-1876-47da-96d3-d95f9c432793 HTTP/1.1" status: 200 len: 855 time: 0.0726099 Jun 11 19:35:06.759843 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180c294-42b1-4dd9-9926-4cf94aacd8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430a3ba3-4434-4bd5-9584-a75fd001bffd,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:06.763124 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-d180c294-42b1-4dd9-9926-4cf94aacd8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:06.776614 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-6f82275c-1d73-4c61-a911-065f21d91c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:06.798009 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-63e36ba8-cb77-448b-96c5-e8713b21ed36 req-89515e4e-0318-4558-8df8-5c6a27f8fa25 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91562091-e358-42f3-bc97-a9db84b0b38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360212 Jun 11 19:35:06.820098 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-5d410e73-fe16-47d2-8974-291de01bac5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f496da2413d4b16b5716ca0f0f96905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213339 Jun 11 19:35:06.824226 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38856) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:06.840555 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d410e73-fe16-47d2-8974-291de01bac5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b979e306-6b9b-4e56-80f0-1e02f55248c3,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:06.844882 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-5d410e73-fe16-47d2-8974-291de01bac5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:06.897324 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d3182dae-e39f-4a54-9ce0-94d556ded0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:06.927228 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d3182dae-e39f-4a54-9ce0-94d556ded0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:06.981927 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-63e36ba8-cb77-448b-96c5-e8713b21ed36 req-29253b19-0065-4f66-b2f0-333d2d41c74d service neutron] 10.222.0.39 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616023 Jun 11 19:35:06.991257 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d3182dae-e39f-4a54-9ce0-94d556ded0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:06.994128 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d3182dae-e39f-4a54-9ce0-94d556ded0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:06.995274 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-d3182dae-e39f-4a54-9ce0-94d556ded0d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b979e306-6b9b-4e56-80f0-1e02f55248c3 HTTP/1.1" status: 204 len: 168 time: 0.1699679 Jun 11 19:35:06.996053 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-d75d2f43-0eff-4e22-a07a-f63aa72b55e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:07.005049 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3182dae-e39f-4a54-9ce0-94d556ded0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b979e306-6b9b-4e56-80f0-1e02f55248c3,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:07.014723 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-d3182dae-e39f-4a54-9ce0-94d556ded0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:07.144218 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-63e36ba8-cb77-448b-96c5-e8713b21ed36 req-1ed39500-7b7a-4608-aa24-e0fcb3b3deab service neutron] 10.222.0.39 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459024 Jun 11 19:35:07.175612 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38866) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:07.191633 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7e34ac35-9f18-4497-8e32-76c15c59c972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:07.297090 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7e34ac35-9f18-4497-8e32-76c15c59c972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:07.304307 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7e34ac35-9f18-4497-8e32-76c15c59c972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:07.309462 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-5d410e73-fe16-47d2-8974-291de01bac5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:07.432609 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-7e34ac35-9f18-4497-8e32-76c15c59c972 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bf0c6b159bb4ad6ab683f38717c4118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558441 Jun 11 19:35:07.435420 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 38886) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:07.439363 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34ac35-9f18-4497-8e32-76c15c59c972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43a4a10-1ebf-4440-a385-cd9377191eb2,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:07.447788 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-7e34ac35-9f18-4497-8e32-76c15c59c972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:07.535958 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4b575-9197-4b35-81c8-28936c3efa0a req-6919578b-d85a-4f9e-acfd-1cec075bde1b tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:07.537646 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cdb4b575-9197-4b35-81c8-28936c3efa0a req-6919578b-d85a-4f9e-acfd-1cec075bde1b tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.1474714 Jun 11 19:35:07.619968 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-571d0b99-4bdd-45a9-9002-5609378f6e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:07.626762 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cdb4b575-9197-4b35-81c8-28936c3efa0a req-d18d2325-1b71-4ae5-a793-3c26682f2001 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820465 Jun 11 19:35:07.698510 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-571d0b99-4bdd-45a9-9002-5609378f6e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:07.788489 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-571d0b99-4bdd-45a9-9002-5609378f6e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:07.791986 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-571d0b99-4bdd-45a9-9002-5609378f6e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:07.795603 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-571d0b99-4bdd-45a9-9002-5609378f6e83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e43a4a10-1ebf-4440-a385-cd9377191eb2 HTTP/1.1" status: 204 len: 168 time: 0.3554237 Jun 11 19:35:07.795603 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:07.847642 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d0b99-4bdd-45a9-9002-5609378f6e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43a4a10-1ebf-4440-a385-cd9377191eb2,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:07.853912 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-571d0b99-4bdd-45a9-9002-5609378f6e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:07.893825 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cc552-eed8-4796-b2f4-6e2fda24d802 req-738cd6cd-2116-485c-8781-e1e75d89727d tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:07.895386 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4a8cc552-eed8-4796-b2f4-6e2fda24d802 req-738cd6cd-2116-485c-8781-e1e75d89727d tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 943 time: 0.1095853 Jun 11 19:35:07.943809 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4a8cc552-eed8-4796-b2f4-6e2fda24d802 req-1f89aadf-4be0-46ff-87d6-9be4b39a8882 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416853 Jun 11 19:35:08.055367 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776480b-8ad9-4b10-9ad7-6988259f1229 req-f546e513-8ff8-4a81-b9a5-45b3710b11e7 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:08.057562 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4776480b-8ad9-4b10-9ad7-6988259f1229 req-f546e513-8ff8-4a81-b9a5-45b3710b11e7 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 945 time: 0.0815196 Jun 11 19:35:08.107175 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4776480b-8ad9-4b10-9ad7-6988259f1229 req-6c260e1e-7c5b-4881-9202-872d9f2d5449 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424969 Jun 11 19:35:08.185354 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:35:08.327689 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6,segment=NetworkSegment(27745dbb-6f0e-4b17-90e5-351d1a26130b),segment_id=27745dbb-6f0e-4b17-90e5-351d1a26130b)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:08.341157 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': '8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6', 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e', 'port_id': '8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6', 'mac_address': 'fa:16:3e:27:7c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5a103b-1876-47da-96d3-d95f9c432793', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:35:08.388710 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:08.398812 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38938) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:08.405020 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:35:08.426721 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6,segment=NetworkSegment(27745dbb-6f0e-4b17-90e5-351d1a26130b),segment_id=27745dbb-6f0e-4b17-90e5-351d1a26130b)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:08.431616 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:08.433465 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-eda50f44-5301-4db1-8ed0-5f3862948ccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:08.493632 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:08.497597 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:08.528934 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-189fab2b-def5-4bf0-8102-78ed71ee7888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:08.625123 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-189fab2b-def5-4bf0-8102-78ed71ee7888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:08.628477 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-189fab2b-def5-4bf0-8102-78ed71ee7888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:08.631825 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-24a9df69-417a-423b-b8dc-e6103f8f1dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:08.672946 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fab2b-def5-4bf0-8102-78ed71ee7888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089be48d-ecf0-4abd-8776-582641e966a6,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:08.676643 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-189fab2b-def5-4bf0-8102-78ed71ee7888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:08.687473 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-189fab2b-def5-4bf0-8102-78ed71ee7888 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93f18c4a317d4a57863eab6e38544684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829754 Jun 11 19:35:08.687473 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 38956) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:08.776031 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d3dea836-c099-4c8b-8619-a9fa255910c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:08.801997 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d3dea836-c099-4c8b-8619-a9fa255910c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:08.842761 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:35:08.859554 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1748b-fad7-4d67-89f5-9b42a760e89d req-d11d1ec1-8f56-4f09-a0d0-9f3bfd31c2e2 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:08.861299 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-35a1748b-fad7-4d67-89f5-9b42a760e89d req-d11d1ec1-8f56-4f09-a0d0-9f3bfd31c2e2 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.0766330 Jun 11 19:35:08.869763 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d3dea836-c099-4c8b-8619-a9fa255910c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:08.872872 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d3dea836-c099-4c8b-8619-a9fa255910c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:08.876243 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-d3dea836-c099-4c8b-8619-a9fa255910c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/089be48d-ecf0-4abd-8776-582641e966a6 HTTP/1.1" status: 204 len: 168 time: 0.1885805 Jun 11 19:35:08.879105 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c0280d19-2da3-4ad7-818a-5c5f1c394557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:08.897088 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dea836-c099-4c8b-8619-a9fa255910c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089be48d-ecf0-4abd-8776-582641e966a6,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:08.902183 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-d3dea836-c099-4c8b-8619-a9fa255910c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:08.971715 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-35a1748b-fad7-4d67-89f5-9b42a760e89d req-58d5b242-8835-47e7-bc23-919fc14a382f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001477 Jun 11 19:35:09.073912 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-e367f7a1-0f13-4ebc-baf5-c838610f1811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:09.239128 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:09.277813 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c83f4c-7999-4374-8b6b-95af79fe617b req-3b92f849-390b-46d8-9209-a7f7688b3c9c tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:09.280014 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e0c83f4c-7999-4374-8b6b-95af79fe617b req-3b92f849-390b-46d8-9209-a7f7688b3c9c tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 944 time: 0.1434755 Jun 11 19:35:09.360659 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e0c83f4c-7999-4374-8b6b-95af79fe617b req-084ad8af-d910-4fce-a3d5-84aa07c4695f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720599 Jun 11 19:35:09.398011 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315019d-2f6f-44c6-abba-118379b77ec6 req-fcb670bf-203f-4a21-b84d-1e855353034d tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:09.399494 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e315019d-2f6f-44c6-abba-118379b77ec6 req-fcb670bf-203f-4a21-b84d-1e855353034d tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 945 time: 0.1387887 Jun 11 19:35:09.454815 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e315019d-2f6f-44c6-abba-118379b77ec6 req-4293e615-1175-498f-a95c-101b6ea0100f tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381827 Jun 11 19:35:10.305091 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb50ce5-ea07-4223-ade8-5bc427bbb923 req-fd7f94c0-30b2-4bb6-bfc8-8db3b471ff15 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:10.306562 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6bb50ce5-ea07-4223-ade8-5bc427bbb923 req-fd7f94c0-30b2-4bb6-bfc8-8db3b471ff15 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.0735507 Jun 11 19:35:10.340930 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39050) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:10.353461 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6bb50ce5-ea07-4223-ade8-5bc427bbb923 req-a7b37cf7-71c1-4c6e-b6e2-315f91a2fbe7 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412114 Jun 11 19:35:10.380757 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:10.446895 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdd78-a5ef-4aa8-b61a-c9b428d0f46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:10.551383 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b93c0c-9c7e-4518-a273-7cfcca5fdc27 req-19ee58d3-22c8-4e93-aead-4cf3a25142ca tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:10.552825 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-22b93c0c-9c7e-4518-a273-7cfcca5fdc27 req-19ee58d3-22c8-4e93-aead-4cf3a25142ca tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 944 time: 0.0697567 Jun 11 19:35:10.558684 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdd78-a5ef-4aa8-b61a-c9b428d0f46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:10.563635 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdd78-a5ef-4aa8-b61a-c9b428d0f46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:10.567172 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-7feb9c9d-37d5-4889-8333-9c18b9922f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:10.608756 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-ac9cdd78-a5ef-4aa8-b61a-c9b428d0f46b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b443cfe1b7240fda8ce60c08e45e668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667601 Jun 11 19:35:10.610624 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cdd78-a5ef-4aa8-b61a-c9b428d0f46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769a8154-fac1-4c0d-a3b7-be773c1f9f2e,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:10.613097 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39060) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:10.615011 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-ac9cdd78-a5ef-4aa8-b61a-c9b428d0f46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:10.633283 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-22b93c0c-9c7e-4518-a273-7cfcca5fdc27 req-ef77a937-23e3-400c-b860-86cebe8242b4 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748656 Jun 11 19:35:10.666872 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e154820-a0ae-420a-84f4-912809a53457 req-012fbeba-7ec1-4420-8800-b288e16e5e61 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:10.668275 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-715dcb26-1a1d-4007-8e99-c6a0e83c44b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:10.668396 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6e154820-a0ae-420a-84f4-912809a53457 req-012fbeba-7ec1-4420-8800-b288e16e5e61 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 945 time: 0.0903196 Jun 11 19:35:10.691871 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-715dcb26-1a1d-4007-8e99-c6a0e83c44b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:10.709860 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6e154820-a0ae-420a-84f4-912809a53457 req-183281ca-e6a6-4b09-a333-dd6b29d5e26e tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353494 Jun 11 19:35:10.740657 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-715dcb26-1a1d-4007-8e99-c6a0e83c44b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:10.743259 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-715dcb26-1a1d-4007-8e99-c6a0e83c44b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:10.744374 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-715dcb26-1a1d-4007-8e99-c6a0e83c44b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/769a8154-fac1-4c0d-a3b7-be773c1f9f2e HTTP/1.1" status: 204 len: 168 time: 0.1304009 Jun 11 19:35:10.745071 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-a348a908-f0d8-41a4-8360-b4776a73cf3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:10.761071 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715dcb26-1a1d-4007-8e99-c6a0e83c44b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769a8154-fac1-4c0d-a3b7-be773c1f9f2e,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:10.763292 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-715dcb26-1a1d-4007-8e99-c6a0e83c44b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:11.535395 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850ff3e-3bf0-4208-b17b-99df052ca103 req-83d78c4a-5559-445f-bc30-4e232bf0f59c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:11.536843 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8850ff3e-3bf0-4208-b17b-99df052ca103 req-83d78c4a-5559-445f-bc30-4e232bf0f59c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.0685382 Jun 11 19:35:11.586630 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8850ff3e-3bf0-4208-b17b-99df052ca103 req-66c1e4c4-0265-4794-a35f-b0e4ff2e71d7 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433760 Jun 11 19:35:11.824902 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9510f21-810f-4eaf-ac23-eb357732ceb0 req-7d820b4b-af81-45af-adc7-e62da9943705 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:11.826563 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f9510f21-810f-4eaf-ac23-eb357732ceb0 req-7d820b4b-af81-45af-adc7-e62da9943705 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 944 time: 0.0742424 Jun 11 19:35:11.885172 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:11.909457 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f9510f21-810f-4eaf-ac23-eb357732ceb0 req-703ce9ce-3156-4581-89be-3d6a722ad27e tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760663 Jun 11 19:35:11.935953 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bc9ae-8885-4ef4-95fe-11dac63c1b20 req-194c31d6-a897-47ba-b5db-4979685ae705 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:11.937452 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4b0bc9ae-8885-4ef4-95fe-11dac63c1b20 req-194c31d6-a897-47ba-b5db-4979685ae705 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 945 time: 0.0958614 Jun 11 19:35:11.978669 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4b0bc9ae-8885-4ef4-95fe-11dac63c1b20 req-d6e07df8-3ed9-47eb-8262-cbaa265e9f2d tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349362 Jun 11 19:35:12.795110 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a06d3-75e0-4d37-ab1d-a8b81e47401b req-eb8e0a20-a38e-481d-823a-4e73208459d8 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:12.796539 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dd8a06d3-75e0-4d37-ab1d-a8b81e47401b req-eb8e0a20-a38e-481d-823a-4e73208459d8 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.0711558 Jun 11 19:35:13.051153 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dd8a06d3-75e0-4d37-ab1d-a8b81e47401b req-373bd478-1e64-43ab-9754-c7197ce30c37 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484152 Jun 11 19:35:13.115511 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736c2fd-ea2f-4c3c-885f-69e0019dedc8 req-2fc45ba7-0144-4212-9f7b-6d48248b3a2a tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:13.116981 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c736c2fd-ea2f-4c3c-885f-69e0019dedc8 req-2fc45ba7-0144-4212-9f7b-6d48248b3a2a tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 944 time: 0.0811381 Jun 11 19:35:13.163472 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c736c2fd-ea2f-4c3c-885f-69e0019dedc8 req-af40dcef-4f2c-4a4d-9106-13c69cbbe2b0 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399737 Jun 11 19:35:13.237047 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a179577-49c8-4f30-8784-fc3e2a111ff8 req-a236131a-2979-48b8-ad18-9f8ccd50313f tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:13.238400 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8a179577-49c8-4f30-8784-fc3e2a111ff8 req-a236131a-2979-48b8-ad18-9f8ccd50313f tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 945 time: 0.0715322 Jun 11 19:35:13.281605 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8a179577-49c8-4f30-8784-fc3e2a111ff8 req-5cce7a01-ad00-4f2b-a17e-e1238af399f4 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372846 Jun 11 19:35:13.412351 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08edaf3d-f6bb-4920-ae4d-d66debbe47ac req-da42e8f1-6d47-4739-b20e-7df27551d8e3 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:13.413833 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-08edaf3d-f6bb-4920-ae4d-d66debbe47ac req-da42e8f1-6d47-4739-b20e-7df27551d8e3 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.39 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 945 time: 0.1057444 Jun 11 19:35:13.590296 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-08edaf3d-f6bb-4920-ae4d-d66debbe47ac req-54eed312-5ffc-42d5-b43d-04f149324274 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Deleting port 472fe097-6a4e-4ef2-89ef-81037dfd6e02 {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:35:13.590958 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-08edaf3d-f6bb-4920-ae4d-d66debbe47ac req-54eed312-5ffc-42d5-b43d-04f149324274 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:13.710927 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-08edaf3d-f6bb-4920-ae4d-d66debbe47ac req-54eed312-5ffc-42d5-b43d-04f149324274 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] For port 472fe097-6a4e-4ef2-89ef-81037dfd6e02, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=472fe097-6a4e-4ef2-89ef-81037dfd6e02,segment=NetworkSegment(c6d1202e-3570-4387-be77-3c85cdb8b979),segment_id=c6d1202e-3570-4387-be77-3c85cdb8b979)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:13.711308 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-08edaf3d-f6bb-4920-ae4d-d66debbe47ac req-54eed312-5ffc-42d5-b43d-04f149324274 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:13.826767 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-08edaf3d-f6bb-4920-ae4d-d66debbe47ac req-54eed312-5ffc-42d5-b43d-04f149324274 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Calling delete_port for 472fe097-6a4e-4ef2-89ef-81037dfd6e02 owned by compute:nova {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:35:14.028906 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-08edaf3d-f6bb-4920-ae4d-d66debbe47ac req-54eed312-5ffc-42d5-b43d-04f149324274 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:14.034654 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:14.043164 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['472fe097-6a4e-4ef2-89ef-81037dfd6e02'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:35:14.066821 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eed312-5ffc-42d5-b43d-04f149324274 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Pushing event deleted for resources: {'Port': ['ID=472fe097-6a4e-4ef2-89ef-81037dfd6e02,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:14.069202 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-54eed312-5ffc-42d5-b43d-04f149324274 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:14.143176 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-08edaf3d-f6bb-4920-ae4d-d66debbe47ac req-54eed312-5ffc-42d5-b43d-04f149324274 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] No DVR routers for this DVR port 472fe097-6a4e-4ef2-89ef-81037dfd6e02 on host hv-cinder-79053 {{(pid=91834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:35:14.147005 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-08edaf3d-f6bb-4920-ae4d-d66debbe47ac req-54eed312-5ffc-42d5-b43d-04f149324274 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:14.149729 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-08edaf3d-f6bb-4920-ae4d-d66debbe47ac req-54eed312-5ffc-42d5-b43d-04f149324274 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.39 "DELETE /v2.0/ports/472fe097-6a4e-4ef2-89ef-81037dfd6e02 HTTP/1.1" status: 204 len: 173 time: 0.7269568 Jun 11 19:35:14.150413 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add50c69-5c7f-4b5a-9e83-211b274cfbf4', 'name': 'network-vif-deleted', 'tag': '472fe097-6a4e-4ef2-89ef-81037dfd6e02'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:35:14.153578 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292118f9-9e75-4d9a-91e1-1dbfed10ab8c" -d '{"events": [{"server_uuid": "add50c69-5c7f-4b5a-9e83-211b274cfbf4", "name": "network-vif-deleted", "tag": "472fe097-6a4e-4ef2-89ef-81037dfd6e02"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:35:14.209275 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e89f95-e7b9-4190-8085-d1d7486dd06c x-openstack-request-id: req-85e89f95-e7b9-4190-8085-d1d7486dd06c {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:35:14.209594 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add50c69-5c7f-4b5a-9e83-211b274cfbf4", "name": "network-vif-deleted", "tag": "472fe097-6a4e-4ef2-89ef-81037dfd6e02", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:35:14.209875 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85e89f95-e7b9-4190-8085-d1d7486dd06c {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:35:14.210286 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add50c69-5c7f-4b5a-9e83-211b274cfbf4', 'name': 'network-vif-deleted', 'tag': '472fe097-6a4e-4ef2-89ef-81037dfd6e02', 'status': 'completed', 'code': 200} Jun 11 19:35:14.276541 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22abbe-a78f-4c04-9474-30b5da15768f req-47f88c69-278a-4814-bc13-3672321be2fb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:14.278025 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bf22abbe-a78f-4c04-9474-30b5da15768f req-47f88c69-278a-4814-bc13-3672321be2fb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.0803800 Jun 11 19:35:14.329027 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bf22abbe-a78f-4c04-9474-30b5da15768f req-40c15be7-56b6-4825-bbae-65898c60de90 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414691 Jun 11 19:35:14.399110 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3166e3-fdd1-45b9-8452-4c52a3f1d2a3 req-cf722974-afe5-4635-8d81-6b302377fa4c tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:14.400618 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1a3166e3-fdd1-45b9-8452-4c52a3f1d2a3 req-cf722974-afe5-4635-8d81-6b302377fa4c tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 944 time: 0.0772743 Jun 11 19:35:14.491315 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1a3166e3-fdd1-45b9-8452-4c52a3f1d2a3 req-75a44561-17fa-47d1-993c-69010f56339c tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837092 Jun 11 19:35:14.493273 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ca851419-7356-4ec7-b05c-c95322da2305 req-4f38aaae-c7de-4e37-a39f-af54ef542959 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] 10.222.0.24 "GET /v2.0/ports?device_id=add50c69-5c7f-4b5a-9e83-211b274cfbf4 HTTP/1.1" status: 200 len: 210 time: 0.0434384 Jun 11 19:35:14.931701 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39256) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:15.076555 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-db09478c-309c-48f9-a239-b38941a233e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:15.180598 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-db09478c-309c-48f9-a239-b38941a233e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:15.185650 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-db09478c-309c-48f9-a239-b38941a233e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:15.189585 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-dc58d199-6e55-450d-ad72-1d292c33fa9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:15.202920 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:15.230725 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09478c-309c-48f9-a239-b38941a233e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeb63db-226b-4599-b1b7-bae9fafa6182,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:15.237866 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-db09478c-309c-48f9-a239-b38941a233e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=828d97b5fbd841d0b3bb333005e8baed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049681 Jun 11 19:35:15.238252 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39264) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:15.238877 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-db09478c-309c-48f9-a239-b38941a233e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:15.261769 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:35:15.266823 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:15.267201 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:15.332985 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-38836d7c-9d8e-424e-ad23-0773ca5371f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:15.357408 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-38836d7c-9d8e-424e-ad23-0773ca5371f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:15.366697 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:15.393801 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9531f797-d419-4a32-9cf1-a34703ca59a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:35:15.396230 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad378df-cb57-4ae0-a435-2b1d88570434" -d '{"events": [{"server_uuid": "9531f797-d419-4a32-9cf1-a34703ca59a4", "name": "network-vif-plugged", "status": "completed", "tag": "8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:35:15.415045 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-38836d7c-9d8e-424e-ad23-0773ca5371f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:15.417876 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-38836d7c-9d8e-424e-ad23-0773ca5371f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:15.419238 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-38836d7c-9d8e-424e-ad23-0773ca5371f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9aeb63db-226b-4599-b1b7-bae9fafa6182 HTTP/1.1" status: 204 len: 168 time: 0.1790235 Jun 11 19:35:15.420033 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-253d82d4-ce92-4c22-9469-32ec44862de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:15.429896 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38836d7c-9d8e-424e-ad23-0773ca5371f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeb63db-226b-4599-b1b7-bae9fafa6182,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:15.432352 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6,segment=NetworkSegment(27745dbb-6f0e-4b17-90e5-351d1a26130b),segment_id=27745dbb-6f0e-4b17-90e5-351d1a26130b)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:15.433160 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-38836d7c-9d8e-424e-ad23-0773ca5371f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:15.443892 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:15.445122 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 472fe097-6a4e-4ef2-89ef-81037dfd6e02 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:35:15.473060 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a374dd8-d284-4172-b8dd-06b6f6d6a337 x-openstack-request-id: req-2a374dd8-d284-4172-b8dd-06b6f6d6a337 {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:35:15.473597 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9531f797-d419-4a32-9cf1-a34703ca59a4", "name": "network-vif-plugged", "status": "completed", "tag": "8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:35:15.473996 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a374dd8-d284-4172-b8dd-06b6f6d6a337 {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:35:15.474553 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9531f797-d419-4a32-9cf1-a34703ca59a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6', 'code': 200} Jun 11 19:35:15.475138 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:15.505206 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: 472fe097-6a4e-4ef2-89ef-81037dfd6e02 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:35:15.505651 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 472fe097-6a4e-4ef2-89ef-81037dfd6e02 not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:35:15.546781 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:15.557212 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7bc7e-711b-4cf0-b9cd-0fce58722788 req-23612c3f-ef86-4469-a17b-7aac82734ec7 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:15.558721 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e7f7bc7e-711b-4cf0-b9cd-0fce58722788 req-23612c3f-ef86-4469-a17b-7aac82734ec7 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.1040914 Jun 11 19:35:15.560951 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:15.561398 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:15.561834 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:15.562273 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:15.563247 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:15.563675 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:15.564098 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:15.564526 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:15.565130 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:15.565572 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:15.566086 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:15.566514 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:15.570970 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:15.606389 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e7f7bc7e-711b-4cf0-b9cd-0fce58722788 req-5037f01b-eb73-4c5d-82da-3580b628b674 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410113 Jun 11 19:35:15.741922 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658814f1-01b3-4b43-ae84-5c7448c8d40d req-1bfd0163-6b71-4dd8-b2ca-203c3c5c19ab tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:15.752607 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-658814f1-01b3-4b43-ae84-5c7448c8d40d req-1bfd0163-6b71-4dd8-b2ca-203c3c5c19ab tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 945 time: 0.1075914 Jun 11 19:35:15.856588 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-658814f1-01b3-4b43-ae84-5c7448c8d40d req-43cb5043-5ac6-45cd-960a-50e4129238a3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936911 Jun 11 19:35:15.856588 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37a185-dede-45c0-bcd8-6a3e70dee9b0 req-8ec8875e-3a70-4a3d-a9c1-660278c9b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:15.856588 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-aa37a185-dede-45c0-bcd8-6a3e70dee9b0 req-8ec8875e-3a70-4a3d-a9c1-660278c9b025 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 1098 time: 0.1385188 Jun 11 19:35:15.891257 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39294) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:15.906748 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4a1f8a06-8c7d-44f6-bc88-9260c3cc4720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:15.912811 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-aa37a185-dede-45c0-bcd8-6a3e70dee9b0 req-260b44ba-5e30-4818-9c6f-d5830ce191f3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503478 Jun 11 19:35:16.026303 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4a1f8a06-8c7d-44f6-bc88-9260c3cc4720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:16.032956 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4a1f8a06-8c7d-44f6-bc88-9260c3cc4720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:16.061967 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-20de0ec4-6bf8-428b-8731-72d1024a3e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:16.076966 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39302) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:16.093649 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39308) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:16.094097 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-4a1f8a06-8c7d-44f6-bc88-9260c3cc4720 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e874c392f734b0cb3837c508e6cf8f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015595 Jun 11 19:35:16.100279 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f8a06-8c7d-44f6-bc88-9260c3cc4720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298770b8-94d8-4edc-b3c4-ab3b87d970a1,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:16.105097 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-4a1f8a06-8c7d-44f6-bc88-9260c3cc4720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:16.236213 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-146a9b8e-6d93-49f8-a293-e97fa3eb2d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:16.239190 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e39d3cbb-9a09-4cb9-a10f-9bb1df372a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:16.282418 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-146a9b8e-6d93-49f8-a293-e97fa3eb2d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:16.377391 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-146a9b8e-6d93-49f8-a293-e97fa3eb2d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:16.380056 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-146a9b8e-6d93-49f8-a293-e97fa3eb2d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:16.381593 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-146a9b8e-6d93-49f8-a293-e97fa3eb2d14 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/298770b8-94d8-4edc-b3c4-ab3b87d970a1 HTTP/1.1" status: 204 len: 168 time: 0.2864940 Jun 11 19:35:16.383423 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:16.396683 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a9b8e-6d93-49f8-a293-e97fa3eb2d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298770b8-94d8-4edc-b3c4-ab3b87d970a1,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:16.400547 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-146a9b8e-6d93-49f8-a293-e97fa3eb2d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:16.430744 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e39d3cbb-9a09-4cb9-a10f-9bb1df372a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:16.436608 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e39d3cbb-9a09-4cb9-a10f-9bb1df372a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:16.440946 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-9071af56-ba16-4f74-aa3d-290811c1f121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:16.487084 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-e39d3cbb-9a09-4cb9-a10f-9bb1df372a24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6031746825c54ada99ce93a12841e908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089060 Jun 11 19:35:16.489140 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d3cbb-9a09-4cb9-a10f-9bb1df372a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b73dcf-64e6-4dac-a807-e8b1cd233432,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:16.489948 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39326) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:16.507721 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e39d3cbb-9a09-4cb9-a10f-9bb1df372a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:16.554477 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c3294350-9410-4f61-ae0a-2757940a74f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:16.580000 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c3294350-9410-4f61-ae0a-2757940a74f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:16.654480 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c3294350-9410-4f61-ae0a-2757940a74f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:16.658107 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c3294350-9410-4f61-ae0a-2757940a74f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:16.667858 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-c3294350-9410-4f61-ae0a-2757940a74f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74b73dcf-64e6-4dac-a807-e8b1cd233432 HTTP/1.1" status: 204 len: 168 time: 0.1713283 Jun 11 19:35:16.669006 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:16.679021 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3294350-9410-4f61-ae0a-2757940a74f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b73dcf-64e6-4dac-a807-e8b1cd233432,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:16.691108 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c3294350-9410-4f61-ae0a-2757940a74f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:16.952798 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099efe4f-b2ec-4187-9f7c-28cd16c3ef47 req-90d0c572-3df7-4dfd-9501-45330987a28a tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:16.955118 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-099efe4f-b2ec-4187-9f7c-28cd16c3ef47 req-90d0c572-3df7-4dfd-9501-45330987a28a tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.1542783 Jun 11 19:35:17.045654 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-099efe4f-b2ec-4187-9f7c-28cd16c3ef47 req-3853a027-7783-4f46-a10d-224ed10bda78 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813565 Jun 11 19:35:17.142121 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae12004-21dc-4b22-937d-9459874fbd09 req-c6122e0e-0471-4052-be6a-db227608a52d tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:17.143910 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dae12004-21dc-4b22-937d-9459874fbd09 req-c6122e0e-0471-4052-be6a-db227608a52d tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 945 time: 0.1240439 Jun 11 19:35:17.218346 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dae12004-21dc-4b22-937d-9459874fbd09 req-997196bb-4423-43fb-aae6-4ad2df4e26f8 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676272 Jun 11 19:35:17.274669 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39380) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:17.357458 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_v2 [None req-22097415-7fe1-4e00-b0e6-402fde24bade admin admin] Deleting subnet 7f91bd51-68b9-4e97-8828-20b57a6a0fc9 {{(pid=91834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:35:17.361596 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-22097415-7fe1-4e00-b0e6-402fde24bade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:17.422311 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-22097415-7fe1-4e00-b0e6-402fde24bade admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:17.435850 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-22097415-7fe1-4e00-b0e6-402fde24bade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924851'] for subnet, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:17.548019 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-22097415-7fe1-4e00-b0e6-402fde24bade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:17.556312 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-fdc1a7d6-3007-4e30-99c1-710dd4bcecb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:17.598269 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22097415-7fe1-4e00-b0e6-402fde24bade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f91bd51-68b9-4e97-8828-20b57a6a0fc9,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:17.601605 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-22097415-7fe1-4e00-b0e6-402fde24bade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:17.606572 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-22097415-7fe1-4e00-b0e6-402fde24bade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:17.608732 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-22097415-7fe1-4e00-b0e6-402fde24bade admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7f91bd51-68b9-4e97-8828-20b57a6a0fc9 HTTP/1.1" status: 204 len: 168 time: 0.3331392 Jun 11 19:35:17.611391 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39410) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:17.644185 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39412) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:17.736348 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2080632'] for network, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:17.795466 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-250db582-5b0d-41d2-9661-5557e7a4a056 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1502545670-network', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:17.845313 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250db582-5b0d-41d2-9661-5557e7a4a056 admin admin] Made reservation on behalf of 5da85e3d494c400d9b6ee93e139f5496 for: {'network': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:35:17.848229 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-250db582-5b0d-41d2-9661-5557e7a4a056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for network, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:17.868125 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-250db582-5b0d-41d2-9661-5557e7a4a056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:17.884914 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922414', 'neutron.services.segments.db._delete_segments_for_network-8747756516280'] for network, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:17.898221 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:35:17.898783 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:35:17.900047 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:35:17.900360 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Subscribe: > port after_create 55550000 {{(pid=91833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:35:17.900743 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:35:17.901140 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Subscribe: > port after_update 55550000 {{(pid=91833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:35:17.901400 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:35:17.902130 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:35:17.902386 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:35:17.902739 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:35:18.007782 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-250db582-5b0d-41d2-9661-5557e7a4a056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:18.012814 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-250db582-5b0d-41d2-9661-5557e7a4a056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:18.016274 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e81a219a-c143-4b92-95d0-6ccd0ac773c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:18.027750 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39438) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:18.044451 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250db582-5b0d-41d2-9661-5557e7a4a056 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=91834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:35:18.061340 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:35:18.061682 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:35:18.062031 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:35:18.063541 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:35:18.064009 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da30eda-4a44-4ff0-ab2a-640664f3d67c']}} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:18.082338 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d1202e-3570-4387-be77-3c85cdb8b979') {'for_net_delete': True} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:18.082703 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d1202e-3570-4387-be77-3c85cdb8b979') {} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:18.094184 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-250db582-5b0d-41d2-9661-5557e7a4a056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:18.094539 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.segments_db [None req-250db582-5b0d-41d2-9661-5557e7a4a056 admin admin] Added segment ecce7b00-9f9a-4880-b834-79d8bddf623a of type vlan for network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 Jun 11 19:35:18.101525 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747756516118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10197186'] for segment, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:18.108130 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250db582-5b0d-41d2-9661-5557e7a4a056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8371cc3-ddef-42e3-afb3-35fd6cc128a3,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:18.115172 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-250db582-5b0d-41d2-9661-5557e7a4a056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:18.127361 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:18.138216 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=91833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:35:18.138669 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10434389'] for segment, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: from cryptography.utils import int_from_bytes Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: from cryptography.utils import int_from_bytes Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: Traceback (most recent call last): Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: timer() Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: cb(*args, **kw) Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: return func(*args, **kwargs) Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: self._notify() Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: self.callback(batched_events) Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: event.method(event) Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: return f(self, *a, **k) Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: return self._get(url).json() Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: return self.request(url, 'GET', **kwargs) Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:35:18.143110 dv-cinder-790535-3-iscsi neutron-server[91833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:35:18.163275 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_v2 [None req-690d9712-54f2-42f2-9ac6-aef57cfa52de admin admin] Deleting subnet 1c1377dd-8d04-45c6-9919-c62252f218f7 {{(pid=91834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:35:18.167762 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-250db582-5b0d-41d2-9661-5557e7a4a056 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747756045487'] for network, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:18.173321 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-690d9712-54f2-42f2-9ac6-aef57cfa52de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:18.279984 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-690d9712-54f2-42f2-9ac6-aef57cfa52de admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:18.289300 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-690d9712-54f2-42f2-9ac6-aef57cfa52de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924851'] for subnet, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:18.322952 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-250db582-5b0d-41d2-9661-5557e7a4a056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:18.331401 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250db582-5b0d-41d2-9661-5557e7a4a056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:18.331985 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-250db582-5b0d-41d2-9661-5557e7a4a056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:18.340898 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-1d851512-cb76-41e2-9f91-e8f61603c76c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:18.404251 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931082'] for network, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:18.408940 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-7feb9c9d-37d5-4889-8333-9c18b9922f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:18.413270 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:18.415242 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2da30eda-4a44-4ff0-ab2a-640664f3d67c HTTP/1.1" status: 204 len: 168 time: 0.8024147 Jun 11 19:35:18.428908 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-250db582-5b0d-41d2-9661-5557e7a4a056 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7829998 Jun 11 19:35:18.430696 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2da30eda-4a44-4ff0-ab2a-640664f3d67c,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:18.434767 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39446) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:18.438303 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-88715c02-5925-496a-836a-b9d7f6ed7ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:18.441944 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-bdb5f85b-5a4e-477d-b9b9-67ce126cc68f admin admin] Request body: {'subnet': {'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1502545670-subnet', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'ip_version': 4}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:18.465498 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb5f85b-5a4e-477d-b9b9-67ce126cc68f admin admin] Made reservation on behalf of 5da85e3d494c400d9b6ee93e139f5496 for: {'subnet': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:35:18.467813 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-bdb5f85b-5a4e-477d-b9b9-67ce126cc68f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8635710'] for subnet, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:18.495832 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fdc74-02cf-4d32-ac24-ec09c4e990a9 req-f90892a9-8109-413e-88bb-91a97bb99dc1 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:18.499528 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cb8fdc74-02cf-4d32-ac24-ec09c4e990a9 req-f90892a9-8109-413e-88bb-91a97bb99dc1 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.2951736 Jun 11 19:35:18.501978 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250db582-5b0d-41d2-9661-5557e7a4a056 admin admin] Pushing event updated for resources: {'Network': ['ID=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:18.510955 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-250db582-5b0d-41d2-9661-5557e7a4a056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:18.517636 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 details requested by agent ovs-agent-dv-cinder-790535-3-iscsi with host dv-cinder-790535-3-iscsi {{(pid=91835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:35:18.522631 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-690d9712-54f2-42f2-9ac6-aef57cfa52de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:18.538544 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:18.571588 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39448) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:18.583505 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d9712-54f2-42f2-9ac6-aef57cfa52de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c1377dd-8d04-45c6-9919-c62252f218f7,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:18.595885 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-690d9712-54f2-42f2-9ac6-aef57cfa52de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:18.601238 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-690d9712-54f2-42f2-9ac6-aef57cfa52de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:18.603288 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-690d9712-54f2-42f2-9ac6-aef57cfa52de admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1c1377dd-8d04-45c6-9919-c62252f218f7 HTTP/1.1" status: 204 len: 168 time: 0.5746138 Jun 11 19:35:18.605919 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39450) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:18.609208 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cb8fdc74-02cf-4d32-ac24-ec09c4e990a9 req-e1346bd3-5d34-4982-b6e2-7f4802012f8c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998566 Jun 11 19:35:18.617924 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1eda8-8e48-45af-bd96-ae6729f0ae11 req-c31de027-24f5-4751-9463-3c18921cab37 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:18.619403 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dee1eda8-8e48-45af-bd96-ae6729f0ae11 req-c31de027-24f5-4751-9463-3c18921cab37 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 945 time: 0.2553549 Jun 11 19:35:18.665404 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dee1eda8-8e48-45af-bd96-ae6729f0ae11 req-a85ba543-7a49-4795-b21e-21329843300a tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349576 Jun 11 19:35:18.784141 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7aee8cb3-e237-4ed9-899b-475ad68a97a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2080632'] for network, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:18.790419 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-b821f4c6-cd2b-4886-a617-cb0caa195c6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbe7c09da83c41e488ef92a9999297cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2178299 Jun 11 19:35:18.793051 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39456) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:18.916842 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-bdb5f85b-5a4e-477d-b9b9-67ce126cc68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10434751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8635688'] for subnet, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:18.929003 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:19.040716 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-949f354d-970b-4d9d-8ed6-7860addc836b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:19.083687 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7aee8cb3-e237-4ed9-899b-475ad68a97a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922414', 'neutron.services.segments.db._delete_segments_for_network-8747756516280'] for network, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:19.115428 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5f85b-5a4e-477d-b9b9-67ce126cc68f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b74db1c-1c6c-4033-956f-ab002f0c83d3,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:19.124494 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-7aee8cb3-e237-4ed9-899b-475ad68a97a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a85ae4-731b-4c04-90af-106b65fbc7c2']}} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:19.151705 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-bdb5f85b-5a4e-477d-b9b9-67ce126cc68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:19.153820 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-7aee8cb3-e237-4ed9-899b-475ad68a97a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304c1ef5-f62e-44b2-b0d9-8b82fdceaa41') {'for_net_delete': True} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:19.154120 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-7aee8cb3-e237-4ed9-899b-475ad68a97a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304c1ef5-f62e-44b2-b0d9-8b82fdceaa41') {} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:19.161355 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5f85b-5a4e-477d-b9b9-67ce126cc68f admin admin] Checking segment: {'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:35:19.161714 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb5f85b-5a4e-477d-b9b9-67ce126cc68f admin admin] Network hostable DHCP agents. Network: 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2, hostable agents: ['c7177cc0-43cb-4693-ab8c-8cb8ca1ff766'], hosted agents: [] {{(pid=91833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:35:19.178755 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-949f354d-970b-4d9d-8ed6-7860addc836b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:19.192563 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7aee8cb3-e237-4ed9-899b-475ad68a97a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747756516118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10197186'] for segment, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:19.241430 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7aee8cb3-e237-4ed9-899b-475ad68a97a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:19.249094 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb5f85b-5a4e-477d-b9b9-67ce126cc68f admin admin] Network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 is scheduled to be hosted by DHCP agent c7177cc0-43cb-4693-ab8c-8cb8ca1ff766 with binding_index 1 {{(pid=91833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:35:19.265716 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aee8cb3-e237-4ed9-899b-475ad68a97a1 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=91833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:35:19.266879 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7aee8cb3-e237-4ed9-899b-475ad68a97a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10434389'] for segment, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: Traceback (most recent call last): Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: timer() Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: cb(*args, **kw) Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: return func(*args, **kwargs) Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: self._notify() Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: self.callback(batched_events) Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: event.method(event) Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: return f(self, *a, **k) Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: return self._get(url).json() Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: return self.request(url, 'GET', **kwargs) Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:35:19.269040 dv-cinder-790535-3-iscsi neutron-server[91833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:35:19.289137 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-bdb5f85b-5a4e-477d-b9b9-67ce126cc68f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-iscsi, 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2) {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:19.302869 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1afe2f3-33d4-4ce3-b977-c8ba359c7be8 None None] Network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:35:19.305094 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb5f85b-5a4e-477d-b9b9-67ce126cc68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:19.306412 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-bdb5f85b-5a4e-477d-b9b9-67ce126cc68f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:19.354411 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39502) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:19.389641 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-bdb5f85b-5a4e-477d-b9b9-67ce126cc68f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9536185 Jun 11 19:35:19.393242 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39506) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:19.398565 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:19.405055 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-949f354d-970b-4d9d-8ed6-7860addc836b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:19.409052 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-949f354d-970b-4d9d-8ed6-7860addc836b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:19.428688 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-949f354d-970b-4d9d-8ed6-7860addc836b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b HTTP/1.1" status: 204 len: 168 time: 0.6313760 Jun 11 19:35:19.429698 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-189fab2b-def5-4bf0-8102-78ed71ee7888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:19.431884 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7aee8cb3-e237-4ed9-899b-475ad68a97a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931082'] for network, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:19.442436 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7aee8cb3-e237-4ed9-899b-475ad68a97a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:19.444334 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-7aee8cb3-e237-4ed9-899b-475ad68a97a1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c6a85ae4-731b-4c04-90af-106b65fbc7c2 HTTP/1.1" status: 204 len: 168 time: 0.8358836 Jun 11 19:35:19.448229 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39510) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:19.462736 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f354d-970b-4d9d-8ed6-7860addc836b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fb0fe0-da0a-4f8a-8a89-b28ade883f5b,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:19.470917 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-949f354d-970b-4d9d-8ed6-7860addc836b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:19.471490 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:19.507170 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee8cb3-e237-4ed9-899b-475ad68a97a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6a85ae4-731b-4c04-90af-106b65fbc7c2,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:19.509467 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-7aee8cb3-e237-4ed9-899b-475ad68a97a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:19.514470 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10981'] for router, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:19.516234 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10988'] for router, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:19.599625 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed10c20e-b074-4c6b-a309-67f56f77d559 admin admin] Deleting subnet 42c1ad95-9c03-46bf-b568-ce663101d577 {{(pid=91834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:35:19.653515 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ed10c20e-b074-4c6b-a309-67f56f77d559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:19.673060 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8d98eb-78df-5358-9897-8218328971fe-7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3'}]}} from dv-cinder-790535-3-iscsi. {{(pid=91835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 19:35:19.673986 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:19.685112 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:19.864088 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.db_base_plugin_common [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Allocated IP 172.20.0.2 (7ff87d40-cf76-469c-9fe2-d4c3b16d44a2/1b74db1c-1c6c-4033-956f-ab002f0c83d3/70d167fe-d0d4-4301-bc3d-77970b39596c) {{(pid=91835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:35:20.005328 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff619-090e-4e0e-82fa-99233c7d0824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:20.044669 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ed10c20e-b074-4c6b-a309-67f56f77d559 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:20.054449 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Notify callbacks [] for port, precommit_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:20.067506 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Transition to ACTIVE for port object 70d167fe-d0d4-4301-bc3d-77970b39596c will not be triggered until provisioned by entity L2. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:20.109051 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Transition to ACTIVE for port object 70d167fe-d0d4-4301-bc3d-77970b39596c will not be triggered until provisioned by entity DHCP. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:20.117487 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:20.120541 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:20.175664 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ed10c20e-b074-4c6b-a309-67f56f77d559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924851'] for subnet, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:20.175818 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 is already hosted by enough agents. {{(pid=91835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:35:20.180579 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.base_scheduler [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Resources bound (agent type, host, resource id): {{(pid=91835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:20.185552 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Pushing event updated for resources: {'Port': ['ID=70d167fe-d0d4-4301-bc3d-77970b39596c,revision_number=1']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:20.188325 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Received port after_create {{(pid=91835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:35:20.190752 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:20.252592 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11002'] for router, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:20.273787 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39538) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:20.276867 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Attempting to bind port 70d167fe-d0d4-4301-bc3d-77970b39596c on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:35:20.277289 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Attempting to bind port 70d167fe-d0d4-4301-bc3d-77970b39596c by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:35:20.278114 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Attempting to bind port 70d167fe-d0d4-4301-bc3d-77970b39596c on network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:35:20.282998 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:35:20.283985 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Checking segment: {'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:35:20.283985 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:20.284250 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Bound using segment: {'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:35:20.284788 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Bound port: 70d167fe-d0d4-4301-bc3d-77970b39596c, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'}}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:35:20.285223 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:20.363808 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068a5ee-9d1d-4889-a5b7-d5db84f06f86 req-c17fb10e-fffe-4cfd-ae41-a6f17f75bd46 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:20.364731 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] For port 70d167fe-d0d4-4301-bc3d-77970b39596c, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:35:20.365272 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1068a5ee-9d1d-4889-a5b7-d5db84f06f86 req-c17fb10e-fffe-4cfd-ae41-a6f17f75bd46 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.3517551 Jun 11 19:35:20.366232 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ed10c20e-b074-4c6b-a309-67f56f77d559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:20.368564 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] For port 70d167fe-d0d4-4301-bc3d-77970b39596c, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=70d167fe-d0d4-4301-bc3d-77970b39596c,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:35:20.374299 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:20.377922 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:20.382520 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:20.395547 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-2ae90ae9-a64f-4d40-a3b8-552c8da4610f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1664004753-network', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:20.441790 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Pushing event updated for resources: {'Port': ['ID=70d167fe-d0d4-4301-bc3d-77970b39596c,revision_number=2']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:20.445193 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:20.447499 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ed10c20e-b074-4c6b-a309-67f56f77d559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:20.451372 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39544) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:20.451587 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-ed10c20e-b074-4c6b-a309-67f56f77d559 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/42c1ad95-9c03-46bf-b568-ce663101d577 HTTP/1.1" status: 204 len: 168 time: 1.0008590 Jun 11 19:35:20.472656 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10c20e-b074-4c6b-a309-67f56f77d559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42c1ad95-9c03-46bf-b568-ce663101d577,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:20.510158 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff619-090e-4e0e-82fa-99233c7d0824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:20.512585 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-ed10c20e-b074-4c6b-a309-67f56f77d559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:20.566972 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff619-090e-4e0e-82fa-99233c7d0824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:20.572494 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1068a5ee-9d1d-4889-a5b7-d5db84f06f86 req-0242c93b-6373-48ac-8f47-2e8972f8fc84 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922598 Jun 11 19:35:20.575718 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:20.588324 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c8784506-1f71-4f89-b1e5-3cb3dae26cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2080632'] for network, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:20.607485 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae90ae9-a64f-4d40-a3b8-552c8da4610f admin admin] Made reservation on behalf of add1c563d4f842f79fd0b4094b476cb4 for: {'network': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:35:20.612248 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2ae90ae9-a64f-4d40-a3b8-552c8da4610f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for network, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:20.644073 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-4d1ff619-090e-4e0e-82fa-99233c7d0824 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d1cc66ac8df439293d451a04b76316d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2872522 Jun 11 19:35:20.645243 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39550) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:20.653297 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2ae90ae9-a64f-4d40-a3b8-552c8da4610f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:20.653490 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ff619-090e-4e0e-82fa-99233c7d0824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc0d5ca-e091-49ca-bcd4-421a10f6cb9c,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:20.658157 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-4d1ff619-090e-4e0e-82fa-99233c7d0824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:20.741610 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c8784506-1f71-4f89-b1e5-3cb3dae26cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922414', 'neutron.services.segments.db._delete_segments_for_network-8747756516280'] for network, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:20.756277 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-c8784506-1f71-4f89-b1e5-3cb3dae26cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490d889b-549d-422e-82f9-366f6df469be']}} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:20.779061 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-c8784506-1f71-4f89-b1e5-3cb3dae26cf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540dc656-3f4c-4e5f-a1b5-60d33e83640f') {'for_net_delete': True} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:20.779061 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-c8784506-1f71-4f89-b1e5-3cb3dae26cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540dc656-3f4c-4e5f-a1b5-60d33e83640f') {} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:20.781955 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c8784506-1f71-4f89-b1e5-3cb3dae26cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747756516118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10197186'] for segment, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:20.808334 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c8784506-1f71-4f89-b1e5-3cb3dae26cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:20.826578 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8784506-1f71-4f89-b1e5-3cb3dae26cf3 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=91833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:35:20.827237 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c8784506-1f71-4f89-b1e5-3cb3dae26cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10434389'] for segment, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: Traceback (most recent call last): Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: timer() Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: cb(*args, **kw) Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: return func(*args, **kwargs) Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: self._notify() Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: self.callback(batched_events) Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: event.method(event) Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: return f(self, *a, **k) Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: return self._get(url).json() Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: return self.request(url, 'GET', **kwargs) Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:35:20.829088 dv-cinder-790535-3-iscsi neutron-server[91833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:35:20.938647 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-58aefbdd-133b-4e60-b6c4-fcc11e68f834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:21.002379 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c8784506-1f71-4f89-b1e5-3cb3dae26cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931082'] for network, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:21.009040 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-7aee8cb3-e237-4ed9-899b-475ad68a97a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:21.013278 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c8784506-1f71-4f89-b1e5-3cb3dae26cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:21.019173 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-c8784506-1f71-4f89-b1e5-3cb3dae26cf3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/490d889b-549d-422e-82f9-366f6df469be HTTP/1.1" status: 204 len: 168 time: 0.5627558 Jun 11 19:35:21.038649 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8784506-1f71-4f89-b1e5-3cb3dae26cf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=490d889b-549d-422e-82f9-366f6df469be,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:21.051873 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c8784506-1f71-4f89-b1e5-3cb3dae26cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:21.056751 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2ae90ae9-a64f-4d40-a3b8-552c8da4610f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:21.060918 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2ae90ae9-a64f-4d40-a3b8-552c8da4610f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:21.065471 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-949f354d-970b-4d9d-8ed6-7860addc836b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:21.067719 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-58aefbdd-133b-4e60-b6c4-fcc11e68f834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:21.080617 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:21.093862 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae90ae9-a64f-4d40-a3b8-552c8da4610f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d69d005-9658-4114-a549-41eb2f3ecd08,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:21.111106 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-2ae90ae9-a64f-4d40-a3b8-552c8da4610f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:21.116553 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae90ae9-a64f-4d40-a3b8-552c8da4610f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=91833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:35:21.130245 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2ae90ae9-a64f-4d40-a3b8-552c8da4610f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:21.130626 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.segments_db [None req-2ae90ae9-a64f-4d40-a3b8-552c8da4610f admin admin] Added segment 4637dad3-ddce-4070-b99d-6de36c8e270c of type vlan for network dd0799f3-e1f4-4564-b8cd-089a9187317a Jun 11 19:35:21.136533 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:21.169546 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128c182-90dd-4853-be34-4b733a4df989 req-8d79a592-0195-4b6f-9db9-71332ac5c781 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:21.171055 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5128c182-90dd-4853-be34-4b733a4df989 req-8d79a592-0195-4b6f-9db9-71332ac5c781 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/networks?id=91562091-e358-42f3-bc97-a9db84b0b38e HTTP/1.1" status: 200 len: 815 time: 0.2998638 Jun 11 19:35:21.237270 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2ae90ae9-a64f-4d40-a3b8-552c8da4610f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747756045487'] for network, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:21.248038 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39574) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:21.271157 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5128c182-90dd-4853-be34-4b733a4df989 req-6e56ba75-fd05-469c-b8d7-0fc158e8e4f8 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/quotas/9835f46ed4da4325ab88f6f084cd8aca HTTP/1.1" status: 200 len: 375 time: 0.0504453 Jun 11 19:35:21.310428 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2ae90ae9-a64f-4d40-a3b8-552c8da4610f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:21.313369 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae90ae9-a64f-4d40-a3b8-552c8da4610f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:21.313949 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2ae90ae9-a64f-4d40-a3b8-552c8da4610f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:21.316246 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-58aefbdd-133b-4e60-b6c4-fcc11e68f834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:21.316836 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:21.319243 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-58aefbdd-133b-4e60-b6c4-fcc11e68f834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:21.320609 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-d0b51798-e833-4aeb-b3ac-a00af4e18fe3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93e7ed3af26d43cfbde1cec2809e7a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715399 Jun 11 19:35:21.323119 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-58aefbdd-133b-4e60-b6c4-fcc11e68f834 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6dc0d5ca-e091-49ca-bcd4-421a10f6cb9c HTTP/1.1" status: 204 len: 168 time: 0.6734369 Jun 11 19:35:21.324163 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39578) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:21.327629 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0427e34c-f025-4c99-bef8-250d346bce3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:21.372540 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aefbdd-133b-4e60-b6c4-fcc11e68f834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc0d5ca-e091-49ca-bcd4-421a10f6cb9c,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:21.375005 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-58aefbdd-133b-4e60-b6c4-fcc11e68f834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:21.380883 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-2ae90ae9-a64f-4d40-a3b8-552c8da4610f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1053889 Jun 11 19:35:21.400626 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39580) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:21.414124 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-7bf25d1c-004a-4fcd-829c-574ec0d0a5c6 admin admin] Request body: {'subnet': {'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1664004753-subnet', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:21.438280 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Allocated IP 172.27.0.199 (96e13ff2-92ce-495c-a9c8-09520c2db46e/3317fd00-ab75-48b2-85c3-a34ed1654e31/8bb5fbee-4504-4515-b3e4-3d6ec9383bef) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:35:21.448869 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae90ae9-a64f-4d40-a3b8-552c8da4610f admin admin] Pushing event updated for resources: {'Network': ['ID=dd0799f3-e1f4-4564-b8cd-089a9187317a,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:21.452185 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-2ae90ae9-a64f-4d40-a3b8-552c8da4610f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:21.459426 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Network dd0799f3-e1f4-4564-b8cd-089a9187317a details requested by agent ovs-agent-dv-cinder-790535-3-iscsi with host dv-cinder-790535-3-iscsi {{(pid=91835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:35:21.489911 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-02b608a2-cf90-4ac8-8859-a84c879af313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:21.528514 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-02b608a2-cf90-4ac8-8859-a84c879af313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:21.532163 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:35:21.673306 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-02b608a2-cf90-4ac8-8859-a84c879af313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:21.675942 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-02b608a2-cf90-4ac8-8859-a84c879af313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:21.677076 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-02b608a2-cf90-4ac8-8859-a84c879af313 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/287f1d90-5218-4e41-8ff7-21732fd2c654 HTTP/1.1" status: 204 len: 168 time: 0.3520355 Jun 11 19:35:21.677833 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-715dcb26-1a1d-4007-8e99-c6a0e83c44b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:21.696552 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b608a2-cf90-4ac8-8859-a84c879af313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287f1d90-5218-4e41-8ff7-21732fd2c654,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:21.698891 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-02b608a2-cf90-4ac8-8859-a84c879af313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:21.742925 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5128c182-90dd-4853-be34-4b733a4df989 req-53b0bc42-0cf6-47ea-b108-2411644ce9ba tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9835f46ed4da4325ab88f6f084cd8aca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4705160 Jun 11 19:35:21.747999 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf25d1c-004a-4fcd-829c-574ec0d0a5c6 admin admin] Made reservation on behalf of add1c563d4f842f79fd0b4094b476cb4 for: {'subnet': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:35:21.750940 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-7bf25d1c-004a-4fcd-829c-574ec0d0a5c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:21.779670 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 70d167fe-d0d4-4301-bc3d-77970b39596c up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:21.877805 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:21.908825 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 70d167fe-d0d4-4301-bc3d-77970b39596c completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:35:21.974394 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923042eb-1870-4ae5-b7a9-e07b7098d8bc None None] Network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:35:22.041525 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39588) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:22.064421 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0767f99b-53cb-4475-b8c8-6b2e0d442005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:22.085959 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-7a79faf6-f3d7-453b-ad94-5479b6fdac21 None None] Provisioning for port 70d167fe-d0d4-4301-bc3d-77970b39596c completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:35:22.096847 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-7a79faf6-f3d7-453b-ad94-5479b6fdac21 None None] Provisioning complete for port 70d167fe-d0d4-4301-bc3d-77970b39596c triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:22.097627 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-7a79faf6-f3d7-453b-ad94-5479b6fdac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:22.178435 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:22.183527 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0767f99b-53cb-4475-b8c8-6b2e0d442005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:22.188499 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0767f99b-53cb-4475-b8c8-6b2e0d442005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:22.189600 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5128c182-90dd-4853-be34-4b733a4df989 req-60a3b3ff-40f5-461a-ad0a-aaee54bc9496 service neutron] 10.222.0.24 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344897 Jun 11 19:35:22.197420 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:22.232729 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-d3dea836-c099-4c8b-8619-a9fa255910c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:22.237478 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-0767f99b-53cb-4475-b8c8-6b2e0d442005 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48b8cd3212914aae93650db91f314f37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946113 Jun 11 19:35:22.240124 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39594) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:22.288976 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:35:22.291516 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39598) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:22.310038 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:22.313235 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:35:22.330807 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3aad8-33e8-4f71-a92d-3d4cc9fe6556 req-ad18abc4-822e-450a-92aa-6f66dd643d7a tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:22.337103 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-7a79faf6-f3d7-453b-ad94-5479b6fdac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:22.339175 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7dd3aad8-33e8-4f71-a92d-3d4cc9fe6556 req-ad18abc4-822e-450a-92aa-6f66dd643d7a tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.4432046 Jun 11 19:35:22.345410 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767f99b-53cb-4475-b8c8-6b2e0d442005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5875d7-f48e-4bf6-af27-29e1d50f5d3a,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:22.354970 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-0767f99b-53cb-4475-b8c8-6b2e0d442005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:22.378472 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-eda8b8d9-d21a-4ec5-acd1-3bca54d3426d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:22.400622 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-7a79faf6-f3d7-453b-ad94-5479b6fdac21 None None] For port 70d167fe-d0d4-4301-bc3d-77970b39596c, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=70d167fe-d0d4-4301-bc3d-77970b39596c,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:22.408661 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-7a79faf6-f3d7-453b-ad94-5479b6fdac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:22.410670 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:22.422113 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-eda8b8d9-d21a-4ec5-acd1-3bca54d3426d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:22.510064 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79faf6-f3d7-453b-ad94-5479b6fdac21 None None] Pushing event updated for resources: {'Port': ['ID=70d167fe-d0d4-4301-bc3d-77970b39596c,revision_number=3']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:22.510715 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-eda8b8d9-d21a-4ec5-acd1-3bca54d3426d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:22.513545 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-7a79faf6-f3d7-453b-ad94-5479b6fdac21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:22.518784 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-eda8b8d9-d21a-4ec5-acd1-3bca54d3426d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:22.520440 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-eda8b8d9-d21a-4ec5-acd1-3bca54d3426d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a5875d7-f48e-4bf6-af27-29e1d50f5d3a HTTP/1.1" status: 204 len: 168 time: 0.2777958 Jun 11 19:35:22.521598 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-ac9cdd78-a5ef-4aa8-b61a-c9b428d0f46b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:22.533148 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8b8d9-d21a-4ec5-acd1-3bca54d3426d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5875d7-f48e-4bf6-af27-29e1d50f5d3a,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:22.535871 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-eda8b8d9-d21a-4ec5-acd1-3bca54d3426d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:22.753193 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-74811972-8268-4e81-9245-790258e4aa7a None None] Provisioning complete for port 70d167fe-d0d4-4301-bc3d-77970b39596c triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:22.755299 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-74811972-8268-4e81-9245-790258e4aa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:22.855144 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7dd3aad8-33e8-4f71-a92d-3d4cc9fe6556 req-549454ab-3ed8-46b0-b8d7-bede8bc30524 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148737 Jun 11 19:35:22.952634 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-4c8e1c09-42fe-45bf-9a84-3beb3e5696d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0df79619f384e979fc5b04dd69fa52a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6343284 Jun 11 19:35:22.953045 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39620) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:22.971729 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Pushing event updated for resources: {'Port': ['ID=8bb5fbee-4504-4515-b3e4-3d6ec9383bef,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:22.979163 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:23.035959 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-3ce897a9-5dac-4d2b-ae21-2349a7d69bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:23.052356 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-7bf25d1c-004a-4fcd-829c-574ec0d0a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:23.069293 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-3ce897a9-5dac-4d2b-ae21-2349a7d69bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:23.070802 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:23.133068 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39624) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:23.153956 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-3ce897a9-5dac-4d2b-ae21-2349a7d69bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:23.158266 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-3ce897a9-5dac-4d2b-ae21-2349a7d69bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:23.159512 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-3ce897a9-5dac-4d2b-ae21-2349a7d69bd5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14ae20e9-ebfc-4764-b0a4-3e45adf86129 HTTP/1.1" status: 204 len: 168 time: 0.2054064 Jun 11 19:35:23.160435 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-eda8b8d9-d21a-4ec5-acd1-3bca54d3426d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:23.170267 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5128c182-90dd-4853-be34-4b733a4df989 req-de9d2f46-bc80-434e-97d1-e3a6363a552d service neutron] 10.222.0.24 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9651225 Jun 11 19:35:23.173047 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88a7a838-e03d-4593-a49f-19a4a1a33cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:23.177223 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce897a9-5dac-4d2b-ae21-2349a7d69bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ae20e9-ebfc-4764-b0a4-3e45adf86129,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:23.189995 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-3ce897a9-5dac-4d2b-ae21-2349a7d69bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:23.212667 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf25d1c-004a-4fcd-829c-574ec0d0a5c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e6eba21-4314-4ef9-a7be-0d0c169a43f5,revision_number=0']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:23.274551 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-7bf25d1c-004a-4fcd-829c-574ec0d0a5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:23.284435 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88a7a838-e03d-4593-a49f-19a4a1a33cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:23.289944 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-88a7a838-e03d-4593-a49f-19a4a1a33cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:23.322726 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf25d1c-004a-4fcd-829c-574ec0d0a5c6 admin admin] Checking segment: {'id': '4637dad3-ddce-4070-b99d-6de36c8e270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:35:23.323082 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf25d1c-004a-4fcd-829c-574ec0d0a5c6 admin admin] Network hostable DHCP agents. Network: dd0799f3-e1f4-4564-b8cd-089a9187317a, hostable agents: ['c7177cc0-43cb-4693-ab8c-8cb8ca1ff766'], hosted agents: [] {{(pid=91834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:35:23.354188 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-2ae90ae9-a64f-4d40-a3b8-552c8da4610f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:23.364749 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-88a7a838-e03d-4593-a49f-19a4a1a33cf5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f56567fab7a5422c98f318318a801f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304029 Jun 11 19:35:23.367041 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf25d1c-004a-4fcd-829c-574ec0d0a5c6 admin admin] Network dd0799f3-e1f4-4564-b8cd-089a9187317a is scheduled to be hosted by DHCP agent c7177cc0-43cb-4693-ab8c-8cb8ca1ff766 with binding_index 1 {{(pid=91834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:35:23.370515 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39634) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:23.409652 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-7bf25d1c-004a-4fcd-829c-574ec0d0a5c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-iscsi, dd0799f3-e1f4-4564-b8cd-089a9187317a) {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:23.419406 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7a838-e03d-4593-a49f-19a4a1a33cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2097c8e8-e126-4c27-b14d-be66f51faf62,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:23.420222 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff54229-0083-453b-8653-9993af1cf212 None None] Network dd0799f3-e1f4-4564-b8cd-089a9187317a requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:35:23.425383 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf25d1c-004a-4fcd-829c-574ec0d0a5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:23.425981 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-7bf25d1c-004a-4fcd-829c-574ec0d0a5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:23.427952 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-88a7a838-e03d-4593-a49f-19a4a1a33cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:23.461747 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:23.583230 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39644) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:23.584984 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-7bf25d1c-004a-4fcd-829c-574ec0d0a5c6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1801071 Jun 11 19:35:23.587638 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:23.631748 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d8271bc2-f612-4e88-bd01-cc17568dce39 req-e3ef8ab8-710d-4cbf-b457-48cfea8d1009 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 210 time: 0.1179318 Jun 11 19:35:23.639021 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10981'] for router, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:23.642691 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10988'] for router, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:23.662506 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a133d710-1d7c-439c-98b7-fb451c9f5b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:23.716030 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a133d710-1d7c-439c-98b7-fb451c9f5b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:23.826295 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:23.829561 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 70d167fe-d0d4-4301-bc3d-77970b39596c up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:23.911162 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931226'] for router, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:24.134426 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 70d167fe-d0d4-4301-bc3d-77970b39596c triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:24.134952 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:24.270335 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a133d710-1d7c-439c-98b7-fb451c9f5b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:24.273278 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a133d710-1d7c-439c-98b7-fb451c9f5b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:24.288084 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-a133d710-1d7c-439c-98b7-fb451c9f5b2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2097c8e8-e126-4c27-b14d-be66f51faf62 HTTP/1.1" status: 204 len: 168 time: 0.9164107 Jun 11 19:35:24.295059 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:24.347013 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11002'] for router, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:24.377723 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133d710-1d7c-439c-98b7-fb451c9f5b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2097c8e8-e126-4c27-b14d-be66f51faf62,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:24.389789 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-a133d710-1d7c-439c-98b7-fb451c9f5b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:24.395382 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 is scheduled to L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 with binding_index 1 {{(pid=91834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 19:35:24.444413 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69916044-8ab8-427d-aaa0-fd70886062b1 req-22784c44-dd15-4a88-b14b-b6e5e6d11f4c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:24.449553 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8d98eb-78df-5358-9897-8218328971fe-dd0799f3-e1f4-4564-b8cd-089a9187317a', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'fixed_ips': [{'subnet_id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5'}]}} from dv-cinder-790535-3-iscsi. {{(pid=91835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 19:35:24.450268 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:24.454402 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-69916044-8ab8-427d-aaa0-fd70886062b1 req-22784c44-dd15-4a88-b14b-b6e5e6d11f4c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.3060889 Jun 11 19:35:24.573716 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39690) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:24.716376 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-69916044-8ab8-427d-aaa0-fd70886062b1 req-30fd06c8-16e7-4e8a-965b-62b9e39cd4ec tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475181 Jun 11 19:35:24.852689 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c582cf89-ef22-4ccf-84a9-0d4cd6afdff0 req-a0ad1271-c341-40d2-b5c8-e5ac37d29ce4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2797306 Jun 11 19:35:24.858437 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:35:24.877792 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Sync routers for ids ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:35:24.896913 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Notify callbacks [] for router, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:24.898740 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5040600 Jun 11 19:35:24.899439 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Routers {'44ec4b6f-f00c-4390-a5b3-e421e1a35598'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:35:24.900227 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:35:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:24.902097 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39700) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:25.090383 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.db_base_plugin_common [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Allocated IP 172.20.0.2 (dd0799f3-e1f4-4564-b8cd-089a9187317a/4e6eba21-4314-4ef9-a7be-0d0c169a43f5/ade1e621-e1fa-413b-92cc-bf6cb1d93156) {{(pid=91835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:35:25.188649 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Set router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:35:25.457929 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-8f8f0624-896f-477e-accb-f89115791257 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-455649278-network', 'tenant_id': 'f45ce8c203a74c988473bd596d511701'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:25.462795 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2a3c7dd4-0f18-438a-b9b9-fb5424771783 req-cd7d9d52-576e-44b8-a861-7bc381105e6b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 210 time: 0.4981744 Jun 11 19:35:25.522330 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Notify callbacks [] for port, precommit_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:25.531003 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:25.541584 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Transition to ACTIVE for port object ade1e621-e1fa-413b-92cc-bf6cb1d93156 will not be triggered until provisioned by entity L2. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:25.543915 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8f0624-896f-477e-accb-f89115791257 admin admin] Made reservation on behalf of f45ce8c203a74c988473bd596d511701 for: {'network': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:35:25.546336 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0624-896f-477e-accb-f89115791257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for network, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:25.563435 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Transition to ACTIVE for port object ade1e621-e1fa-413b-92cc-bf6cb1d93156 will not be triggered until provisioned by entity DHCP. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:25.575162 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:25.578003 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:25.585280 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:25.591432 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0624-896f-477e-accb-f89115791257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:25.625353 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:23Z', 'revision_number': 3, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:25.635548 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Checking router: 44ec4b6f-f00c-4390-a5b3-e421e1a35598 for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:35:25.636162 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Updating router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 port 8bb5fbee-4504-4515-b3e4-3d6ec9383bef binding host dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:35:25.650916 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Network dd0799f3-e1f4-4564-b8cd-089a9187317a is already hosted by enough agents. {{(pid=91835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:35:25.658162 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.base_scheduler [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Resources bound (agent type, host, resource id): {{(pid=91835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:25.662149 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Received port after_create {{(pid=91835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:35:25.675529 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Pushing event updated for resources: {'Port': ['ID=ade1e621-e1fa-413b-92cc-bf6cb1d93156,revision_number=1']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:25.680435 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:25.739807 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:25.779097 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Attempting to bind port ade1e621-e1fa-413b-92cc-bf6cb1d93156 on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:35:25.779760 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Attempting to bind port ade1e621-e1fa-413b-92cc-bf6cb1d93156 by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': '4637dad3-ddce-4070-b99d-6de36c8e270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a'}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:35:25.780310 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Attempting to bind port ade1e621-e1fa-413b-92cc-bf6cb1d93156 on network dd0799f3-e1f4-4564-b8cd-089a9187317a {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:35:25.786164 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:35:25.786816 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Checking segment: {'id': '4637dad3-ddce-4070-b99d-6de36c8e270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:35:25.787394 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:25.787946 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Bound using segment: {'id': '4637dad3-ddce-4070-b99d-6de36c8e270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a'} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:35:25.788848 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Bound port: ade1e621-e1fa-413b-92cc-bf6cb1d93156, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4637dad3-ddce-4070-b99d-6de36c8e270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a'}}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:35:25.789405 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:25.840186 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128c182-90dd-4853-be34-4b733a4df989 req-a3814b1d-b4d1-436c-afbc-3c676ca9c7a8 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:25.841891 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-5128c182-90dd-4853-be34-4b733a4df989 req-a3814b1d-b4d1-436c-afbc-3c676ca9c7a8 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.39 "GET /v2.0/networks?id=91562091-e358-42f3-bc97-a9db84b0b38e HTTP/1.1" status: 200 len: 815 time: 0.2580502 Jun 11 19:35:25.863207 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [req-5128c182-90dd-4853-be34-4b733a4df989 req-c73adb9c-9d03-4a36-b9b9-87ec0cb1f2aa tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Request body: {'port': {'device_id': '04d541c3-90ed-4051-ad2b-2ef98f8e40cc', 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e', 'admin_state_up': True, 'tenant_id': '9835f46ed4da4325ab88f6f084cd8aca'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:25.880151 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Allocated IP 172.27.0.2 (96e13ff2-92ce-495c-a9c8-09520c2db46e/3317fd00-ab75-48b2-85c3-a34ed1654e31/48b1cf7e-2dab-4a82-be2c-b4e30117ae35) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:35:25.926808 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] For port ade1e621-e1fa-413b-92cc-bf6cb1d93156, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:35:25.935353 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] For port ade1e621-e1fa-413b-92cc-bf6cb1d93156, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=ade1e621-e1fa-413b-92cc-bf6cb1d93156,segment=NetworkSegment(4637dad3-ddce-4070-b99d-6de36c8e270c),segment_id=4637dad3-ddce-4070-b99d-6de36c8e270c)] {{(pid=91835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:35:25.945870 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:25.949287 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:26.023896 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Pushing event updated for resources: {'Port': ['ID=ade1e621-e1fa-413b-92cc-bf6cb1d93156,revision_number=2']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:26.035530 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:26.140724 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582cf89-ef22-4ccf-84a9-0d4cd6afdff0 req-7b6220c2-0a0e-4ccb-bfeb-abf893402c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:26.162608 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c582cf89-ef22-4ccf-84a9-0d4cd6afdff0 req-7b6220c2-0a0e-4ccb-bfeb-abf893402c70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9835f46ed4da4325ab88f6f084cd8aca&device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 1099 time: 1.1860366 Jun 11 19:35:26.162823 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:26.251238 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10434319'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:26.269512 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:26.296145 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:35:26.326613 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:26.335258 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:35:26.428592 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Pushing event updated for resources: {'Port': ['ID=48b1cf7e-2dab-4a82-be2c-b4e30117ae35,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:26.433334 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:26.532175 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b243d7-80c2-42c5-91c1-c4600959a7fd req-6386e174-d28d-4afe-90f3-5cad845826a5 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:26.533820 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-38b243d7-80c2-42c5-91c1-c4600959a7fd req-6386e174-d28d-4afe-90f3-5cad845826a5 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.4286170 Jun 11 19:35:26.637387 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582cf89-ef22-4ccf-84a9-0d4cd6afdff0 req-48810b5f-1799-4f45-b194-081971ea28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:26.640240 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c582cf89-ef22-4ccf-84a9-0d4cd6afdff0 req-48810b5f-1799-4f45-b194-081971ea28c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=91562091-e358-42f3-bc97-a9db84b0b38e HTTP/1.1" status: 200 len: 916 time: 0.4383938 Jun 11 19:35:26.706904 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:26.721157 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Transition to ACTIVE for port object 8bb5fbee-4504-4515-b3e4-3d6ec9383bef will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:26.732161 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:26.735416 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:26.817209 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c582cf89-ef22-4ccf-84a9-0d4cd6afdff0 req-f57d22ff-06f9-44ea-8e67-fe203552fcdd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=234a41f6-df70-4746-a5d3-517bde40abf2 HTTP/1.1" status: 200 len: 217 time: 0.1624849 Jun 11 19:35:26.821341 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-38b243d7-80c2-42c5-91c1-c4600959a7fd req-94819229-3003-4740-9536-1102f6185fae tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330289 Jun 11 19:35:26.823476 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0624-896f-477e-accb-f89115791257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:26.825915 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Attempting to bind port 8bb5fbee-4504-4515-b3e4-3d6ec9383bef on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:35:26.826769 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Attempting to bind port 8bb5fbee-4504-4515-b3e4-3d6ec9383bef by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:35:26.827140 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Attempting to bind port 8bb5fbee-4504-4515-b3e4-3d6ec9383bef on network 96e13ff2-92ce-495c-a9c8-09520c2db46e {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:35:26.831215 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7643413-cc63-4842-a077-60678873e7a8 None None] Pushing event updated for resources: {'Port': ['ID=8bb5fbee-4504-4515-b3e4-3d6ec9383bef,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:26.836252 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:35:26.836703 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Checking segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:35:26.837024 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:26.837413 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Bound using segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:35:26.837941 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Bound port: 8bb5fbee-4504-4515-b3e4-3d6ec9383bef, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:35:26.838420 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:26.851842 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0624-896f-477e-accb-f89115791257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:26.872275 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7643413-cc63-4842-a077-60678873e7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:26.872855 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7643413-cc63-4842-a077-60678873e7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:26.873366 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7643413-cc63-4842-a077-60678873e7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:26.873847 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7643413-cc63-4842-a077-60678873e7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:26.874325 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7643413-cc63-4842-a077-60678873e7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:26.875359 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7643413-cc63-4842-a077-60678873e7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:26.875931 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7643413-cc63-4842-a077-60678873e7a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:26.876400 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7643413-cc63-4842-a077-60678873e7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:26.876740 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7643413-cc63-4842-a077-60678873e7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:26.877517 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7643413-cc63-4842-a077-60678873e7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:26.877517 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7643413-cc63-4842-a077-60678873e7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:26.877727 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7643413-cc63-4842-a077-60678873e7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:35:26.882532 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b7643413-cc63-4842-a077-60678873e7a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:26.885663 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5128c182-90dd-4853-be34-4b733a4df989 req-c73adb9c-9d03-4a36-b9b9-87ec0cb1f2aa tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Made reservation on behalf of 9835f46ed4da4325ab88f6f084cd8aca for: {'port': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:35:26.888805 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-3671ef64-aa70-4d85-b28d-fe4cbe854b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:26.890191 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-5128c182-90dd-4853-be34-4b733a4df989 req-c73adb9c-9d03-4a36-b9b9-87ec0cb1f2aa tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:26.920979 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] For port 8bb5fbee-4504-4515-b3e4-3d6ec9383bef, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:35:26.923543 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2a779631-bda7-4a74-83c3-4b1436f729a2 req-4c009a7d-5c1b-4868-9bf9-e78f6521c4e0 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 210 time: 0.1390104 Jun 11 19:35:26.924296 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] For port 8bb5fbee-4504-4515-b3e4-3d6ec9383bef, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=8bb5fbee-4504-4515-b3e4-3d6ec9383bef,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:35:26.929425 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:26.932889 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-fc7d2fec-529d-44e6-b247-035799e72552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:26.974373 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8f0624-896f-477e-accb-f89115791257 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=91834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:35:26.979249 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:26.986604 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f0624-896f-477e-accb-f89115791257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759782b7-16ff-454c-9318-3ba3ff662192,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:27.001064 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-8f8f0624-896f-477e-accb-f89115791257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:27.008139 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582cf89-ef22-4ccf-84a9-0d4cd6afdff0 req-38b68854-fb50-4f66-8b84-4e25967791f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:27.009667 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c582cf89-ef22-4ccf-84a9-0d4cd6afdff0 req-38b68854-fb50-4f66-8b84-4e25967791f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c5a103b-1876-47da-96d3-d95f9c432793 HTTP/1.1" status: 200 len: 855 time: 0.1718397 Jun 11 19:35:27.012405 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:27.014574 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7643413-cc63-4842-a077-60678873e7a8 None None] Pushing event updated for resources: {'Port': ['ID=8bb5fbee-4504-4515-b3e4-3d6ec9383bef,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:27.016181 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0624-896f-477e-accb-f89115791257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:27.016548 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.segments_db [None req-8f8f0624-896f-477e-accb-f89115791257 admin admin] Added segment 7d2e4f89-7191-4676-a423-a08123317ad9 of type vlan for network cbc524a5-3698-40c4-a1c1-03d2209282ba Jun 11 19:35:27.020752 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b7643413-cc63-4842-a077-60678873e7a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:27.021735 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Routers {'44ec4b6f-f00c-4390-a5b3-e421e1a35598'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:35:27.022547 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:35:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:27.106165 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c582cf89-ef22-4ccf-84a9-0d4cd6afdff0 req-af511840-4a9c-4fb6-acad-2bb0a425982e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91562091-e358-42f3-bc97-a9db84b0b38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779812 Jun 11 19:35:27.192810 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] Set router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:35:27.199996 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0624-896f-477e-accb-f89115791257 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747756045487'] for network, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:27.243771 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [req-5128c182-90dd-4853-be34-4b733a4df989 req-c73adb9c-9d03-4a36-b9b9-87ec0cb1f2aa tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Allocated IP 172.20.0.7 (91562091-e358-42f3-bc97-a9db84b0b38e/0c5a103b-1876-47da-96d3-d95f9c432793/6c8226df-6d29-4bcf-898f-bf1662ee51d7) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:35:27.341996 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:27.382386 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317dbc4b-5b10-43f7-bc6b-a7c69fdd9459 None None] Network dd0799f3-e1f4-4564-b8cd-089a9187317a requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:35:27.391834 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0624-896f-477e-accb-f89115791257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:27.435720 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8f0624-896f-477e-accb-f89115791257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:27.436304 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0624-896f-477e-accb-f89115791257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:27.442816 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:27.456518 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c582cf89-ef22-4ccf-84a9-0d4cd6afdff0 req-1e6e5125-abde-4d9f-909c-d3178e678ea4 service neutron] 10.222.0.39 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336635 Jun 11 19:35:27.495320 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:23Z', 'revision_number': 3, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:27.500371 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fa82a0-ca0b-4db7-9325-b1ccafdaa0db None None] The sync data for ids ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'] in dv-cinder-790535-3-iscsi is: [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:23Z', 'revision_number': 3, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:35:27.575729 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931226'] for router, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:27.589902 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-66f8404c-f909-4184-b08e-160759071af7 None None] Provisioning for port ade1e621-e1fa-413b-92cc-bf6cb1d93156 completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:35:27.640559 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-8f8f0624-896f-477e-accb-f89115791257 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.0573847 Jun 11 19:35:27.677317 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39750) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:27.687514 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device ade1e621-e1fa-413b-92cc-bf6cb1d93156 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:27.748895 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Allocated IP 172.20.0.1 (7ff87d40-cf76-469c-9fe2-d4c3b16d44a2/1b74db1c-1c6c-4033-956f-ab002f0c83d3/77512a29-aa65-4394-9828-e135e59e7b2b) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:35:27.752881 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f0624-896f-477e-accb-f89115791257 admin admin] Pushing event updated for resources: {'Network': ['ID=cbc524a5-3698-40c4-a1c1-03d2209282ba,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:27.760854 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-8f8f0624-896f-477e-accb-f89115791257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:27.786796 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Network cbc524a5-3698-40c4-a1c1-03d2209282ba details requested by agent ovs-agent-dv-cinder-790535-3-iscsi with host dv-cinder-790535-3-iscsi {{(pid=91835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:35:27.873345 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c582cf89-ef22-4ccf-84a9-0d4cd6afdff0 req-ebe17efc-6939-48f2-9e18-b703c40f1091 service neutron] 10.222.0.39 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742902 Jun 11 19:35:28.033546 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port ade1e621-e1fa-413b-92cc-bf6cb1d93156 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:35:28.049227 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port ade1e621-e1fa-413b-92cc-bf6cb1d93156 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:28.050320 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:28.089354 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:28.135902 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-f8d607bb-57de-46fa-b8c3-a7a60346f66d None None] Provisioning complete for port ade1e621-e1fa-413b-92cc-bf6cb1d93156 triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:28.136642 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-f8d607bb-57de-46fa-b8c3-a7a60346f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:28.153935 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Transition to ACTIVE for port object 77512a29-aa65-4394-9828-e135e59e7b2b will not be triggered until provisioned by entity DHCP. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:28.246638 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:28.251807 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651b4e6-b65e-400f-9d3c-550f0c770fe7 req-b68cf8d7-669e-406b-90a8-fbe18091cb26 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:28.252600 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-bdcf0cb5-c71a-4563-8c41-4ed0e12204f2 admin admin] Request body: {'subnet': {'network_id': 'cbc524a5-3698-40c4-a1c1-03d2209282ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-455649278-subnet', 'tenant_id': 'f45ce8c203a74c988473bd596d511701', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:28.253457 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3651b4e6-b65e-400f-9d3c-550f0c770fe7 req-b68cf8d7-669e-406b-90a8-fbe18091cb26 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.1681089 Jun 11 19:35:28.289041 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ade32727-8d4a-4906-8def-130daa213c7c req-bbf42fde-2fa2-4d89-9860-85d1b5de56cd tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 210 time: 0.0657444 Jun 11 19:35:28.290258 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:28.301319 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0ee2f7ed-54b1-455e-80fa-ef83b9c9528a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:28.379468 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcf0cb5-c71a-4563-8c41-4ed0e12204f2 admin admin] Made reservation on behalf of f45ce8c203a74c988473bd596d511701 for: {'subnet': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:35:28.381782 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-bdcf0cb5-c71a-4563-8c41-4ed0e12204f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8635710'] for subnet, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:28.395593 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port ade1e621-e1fa-413b-92cc-bf6cb1d93156, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=ade1e621-e1fa-413b-92cc-bf6cb1d93156,segment=NetworkSegment(4637dad3-ddce-4070-b99d-6de36c8e270c),segment_id=4637dad3-ddce-4070-b99d-6de36c8e270c)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:28.403156 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:35:28.406498 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:28.410560 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:28.423324 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3651b4e6-b65e-400f-9d3c-550f0c770fe7 req-72755884-9109-470f-a449-676a6340ba2d tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368093 Jun 11 19:35:28.432029 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-5128c182-90dd-4853-be34-4b733a4df989 req-c73adb9c-9d03-4a36-b9b9-87ec0cb1f2aa tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:28.436116 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Pushing event updated for resources: {'Port': ['ID=77512a29-aa65-4394-9828-e135e59e7b2b,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:28.439183 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:28.452477 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:35:28.453200 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935007'] for router_interface, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:28.456860 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:28.539118 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=ade1e621-e1fa-413b-92cc-bf6cb1d93156,revision_number=3']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:28.544517 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:28.665247 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-5128c182-90dd-4853-be34-4b733a4df989 req-c73adb9c-9d03-4a36-b9b9-87ec0cb1f2aa tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10434319'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:28.671397 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Router 7ae05304-a682-463d-a9f2-03586ab58638 is scheduled to L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 with binding_index 1 {{(pid=91833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 19:35:28.680488 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:28.728026 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:28.773097 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-dee0f44a-4b4a-4cc0-8643-6cda960fe1df None None] Provisioning for port 77512a29-aa65-4394-9828-e135e59e7b2b completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:35:28.778137 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-dee0f44a-4b4a-4cc0-8643-6cda960fe1df None None] Provisioning complete for port 77512a29-aa65-4394-9828-e135e59e7b2b triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:28.778945 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-dee0f44a-4b4a-4cc0-8643-6cda960fe1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:28.832808 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5128c182-90dd-4853-be34-4b733a4df989 req-c73adb9c-9d03-4a36-b9b9-87ec0cb1f2aa tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Network 91562091-e358-42f3-bc97-a9db84b0b38e is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:35:28.836865 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-dee0f44a-4b4a-4cc0-8643-6cda960fe1df None None] Port 77512a29-aa65-4394-9828-e135e59e7b2b cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:35:28.892939 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [req-5128c182-90dd-4853-be34-4b733a4df989 req-c73adb9c-9d03-4a36-b9b9-87ec0cb1f2aa tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:28.912543 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [req-5128c182-90dd-4853-be34-4b733a4df989 req-c73adb9c-9d03-4a36-b9b9-87ec0cb1f2aa tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:35:28.917017 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73adb9c-9d03-4a36-b9b9-87ec0cb1f2aa tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Pushing event updated for resources: {'Port': ['ID=6c8226df-6d29-4bcf-898f-bf1662ee51d7,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:28.924079 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c73adb9c-9d03-4a36-b9b9-87ec0cb1f2aa tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:28.956613 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-bdcf0cb5-c71a-4563-8c41-4ed0e12204f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10434751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8635688'] for subnet, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:28.971386 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:29.032830 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128c182-90dd-4853-be34-4b733a4df989 req-c73adb9c-9d03-4a36-b9b9-87ec0cb1f2aa tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:29.033446 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-5128c182-90dd-4853-be34-4b733a4df989 req-c73adb9c-9d03-4a36-b9b9-87ec0cb1f2aa tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:29.063156 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:35:29.075765 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-5128c182-90dd-4853-be34-4b733a4df989 req-c73adb9c-9d03-4a36-b9b9-87ec0cb1f2aa tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2175438 Jun 11 19:35:29.076774 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Sync routers for ids ['7ae05304-a682-463d-a9f2-03586ab58638'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:35:29.085210 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf0cb5-c71a-4563-8c41-4ed0e12204f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc72d707-8fb1-4f5a-9954-3e0e58fbc79c,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:29.089450 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Routers {'7ae05304-a682-463d-a9f2-03586ab58638'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:35:29.090225 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:35:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['7ae05304-a682-463d-a9f2-03586ab58638'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:29.093779 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-bdcf0cb5-c71a-4563-8c41-4ed0e12204f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:29.102712 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Notify callbacks [] for router, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:29.107281 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5230582 Jun 11 19:35:29.108092 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39768) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:29.114142 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcf0cb5-c71a-4563-8c41-4ed0e12204f2 admin admin] Checking segment: {'id': '7d2e4f89-7191-4676-a423-a08123317ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cbc524a5-3698-40c4-a1c1-03d2209282ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:35:29.114509 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcf0cb5-c71a-4563-8c41-4ed0e12204f2 admin admin] Network hostable DHCP agents. Network: cbc524a5-3698-40c4-a1c1-03d2209282ba, hostable agents: ['c7177cc0-43cb-4693-ab8c-8cb8ca1ff766'], hosted agents: [] {{(pid=91833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:35:29.175727 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:29.181878 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:29.183822 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935115'] for router_interface, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:29.185781 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:29.253087 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcf0cb5-c71a-4563-8c41-4ed0e12204f2 admin admin] Network cbc524a5-3698-40c4-a1c1-03d2209282ba is scheduled to be hosted by DHCP agent c7177cc0-43cb-4693-ab8c-8cb8ca1ff766 with binding_index 1 {{(pid=91833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:35:29.259734 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Pushing event updated for resources: {'Port': ['ID=77512a29-aa65-4394-9828-e135e59e7b2b,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:29.263799 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:29.290835 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-bdcf0cb5-c71a-4563-8c41-4ed0e12204f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-iscsi, cbc524a5-3698-40c4-a1c1-03d2209282ba) {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:29.326369 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca157a5-c923-4b89-b560-45db4733495b None None] Network cbc524a5-3698-40c4-a1c1-03d2209282ba requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:35:29.357653 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:35:29.360030 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:29.548041 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Set router 7ae05304-a682-463d-a9f2-03586ab58638 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:35:29.646054 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['234a41f6-df70-4746-a5d3-517bde40abf2', '8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:35:29.705895 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcf0cb5-c71a-4563-8c41-4ed0e12204f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:29.706678 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-bdcf0cb5-c71a-4563-8c41-4ed0e12204f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:29.713190 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Request body: {'port': {'device_id': '04d541c3-90ed-4051-ad2b-2ef98f8e40cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:29.726911 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:35:29.762845 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442eb72-bdf9-4a0b-94a7-bfbf0403975b req-f8338c1e-ed48-4c29-8414-b0566d9464bf tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:29.765056 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c442eb72-bdf9-4a0b-94a7-bfbf0403975b req-f8338c1e-ed48-4c29-8414-b0566d9464bf tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 931 time: 0.2590306 Jun 11 19:35:29.788077 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device ade1e621-e1fa-413b-92cc-bf6cb1d93156 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:29.859626 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-bdcf0cb5-c71a-4563-8c41-4ed0e12204f2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1732321 Jun 11 19:35:29.889947 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d02c008-5bce-47ff-b2e9-d9100e766a67 None None] Network cbc524a5-3698-40c4-a1c1-03d2209282ba requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:35:29.958131 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:35:29.963991 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] 10.222.0.24 "PUT /v2.0/routers/44ec4b6f-f00c-4390-a5b3-e421e1a35598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0606596 Jun 11 19:35:29.964666 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-68b9959c-14e9-4ae8-aa46-eab661eb2aac None None] Provisioning complete for port 77512a29-aa65-4394-9828-e135e59e7b2b triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:29.964966 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-68b9959c-14e9-4ae8-aa46-eab661eb2aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:29.994602 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:30.002971 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfa839-f83e-4459-9c5c-67e1a0cb8be2 req-e65e93f3-7393-4ddb-84de-18939c8d713e tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:30.006127 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-96dfa839-f83e-4459-9c5c-67e1a0cb8be2 req-e65e93f3-7393-4ddb-84de-18939c8d713e tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.3894415 Jun 11 19:35:30.016358 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c442eb72-bdf9-4a0b-94a7-bfbf0403975b req-c24f85d9-8323-4955-9b50-96d720bd29e6 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426209 Jun 11 19:35:30.093275 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-96dfa839-f83e-4459-9c5c-67e1a0cb8be2 req-62af41e1-5c20-4215-b152-b72994fded2f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808163 Jun 11 19:35:30.102066 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Sync routers for ids ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:35:30.116010 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Routers {'44ec4b6f-f00c-4390-a5b3-e421e1a35598'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:35:30.126936 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:35:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:30.179917 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port ade1e621-e1fa-413b-92cc-bf6cb1d93156 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:30.180299 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:30.192525 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:30.256778 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-68b9959c-14e9-4ae8-aa46-eab661eb2aac None None] Port 77512a29-aa65-4394-9828-e135e59e7b2b cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:35:30.340660 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Set router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:35:30.463902 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 8bb5fbee-4504-4515-b3e4-3d6ec9383bef up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:30.550843 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:35:26Z', 'revision_number': 3, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port': {'id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:25Z', 'updated_at': '2021-06-11T19:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:30.566555 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Checking router: 7ae05304-a682-463d-a9f2-03586ab58638 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:35:30.567015 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Updating router 7ae05304-a682-463d-a9f2-03586ab58638 port 48b1cf7e-2dab-4a82-be2c-b4e30117ae35 binding host dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:35:30.675649 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 8bb5fbee-4504-4515-b3e4-3d6ec9383bef completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:35:30.705032 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 8bb5fbee-4504-4515-b3e4-3d6ec9383bef triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:30.706459 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:30.725538 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:30.831617 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:29Z', 'revision_number': 2, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:30.835541 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Checking router: 44ec4b6f-f00c-4390-a5b3-e421e1a35598 for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:35:30.835901 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Updating router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 port 77512a29-aa65-4394-9828-e135e59e7b2b binding host dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:35:30.877951 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39806) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:30.881921 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-b7dbdc7d-a9c0-45d5-8764-aa625a1eac15 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-830419379-network', 'tenant_id': '31595238e7e04cf4b7ef6404e928d099'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:30.887087 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:30.916834 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dbdc7d-a9c0-45d5-8764-aa625a1eac15 admin admin] Made reservation on behalf of 31595238e7e04cf4b7ef6404e928d099 for: {'network': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:35:30.919723 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdc7d-a9c0-45d5-8764-aa625a1eac15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for network, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:30.941470 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdc7d-a9c0-45d5-8764-aa625a1eac15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:30.979514 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Allocated IP 172.20.0.1 (dd0799f3-e1f4-4564-b8cd-089a9187317a/4e6eba21-4314-4ef9-a7be-0d0c169a43f5/6e50259b-8f01-4720-bb4d-c66ffd6f781b) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:35:31.045418 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.075679 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8226df-6d29-4bcf-898f-bf1662ee51d7 {{(pid=91833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:35:31.088339 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.117780 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port 8bb5fbee-4504-4515-b3e4-3d6ec9383bef, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=8bb5fbee-4504-4515-b3e4-3d6ec9383bef,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:31.134212 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.139479 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:31.164721 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.provisioning_blocks [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Transition to ACTIVE for port object 6c8226df-6d29-4bcf-898f-bf1662ee51d7 will not be triggered until provisioned by entity L2. {{(pid=91833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:31.181936 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10434353'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.192861 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:31.243426 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8226df-6d29-4bcf-898f-bf1662ee51d7,revision_number=2']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:31.266714 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:31.275062 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.298934 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Transition to ACTIVE for port object 77512a29-aa65-4394-9828-e135e59e7b2b will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:31.306731 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.309776 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:31.349820 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.362832 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85e079-c80c-4fcb-bc93-f0a533ccde1f req-90c322e5-0c86-41a7-a450-a374782e2053 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:31.371522 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4a85e079-c80c-4fcb-bc93-f0a533ccde1f req-90c322e5-0c86-41a7-a450-a374782e2053 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 943 time: 0.1773674 Jun 11 19:35:31.414439 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.provisioning_blocks [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Transition to ACTIVE for port object 6e50259b-8f01-4720-bb4d-c66ffd6f781b will not be triggered until provisioned by entity DHCP. {{(pid=91833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:31.424051 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=8bb5fbee-4504-4515-b3e4-3d6ec9383bef,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:31.428669 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:31.438712 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4a85e079-c80c-4fcb-bc93-f0a533ccde1f req-2380fdae-9a36-4e28-9611-0d833b1e945a tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649769 Jun 11 19:35:31.456851 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Notify callbacks [] for port, precommit_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.459522 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdc7d-a9c0-45d5-8764-aa625a1eac15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.469598 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Transition to ACTIVE for port object 48b1cf7e-2dab-4a82-be2c-b4e30117ae35 will not be triggered until provisioned by entity L2. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:31.472130 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64012b-7f9d-4a76-8169-ed1b392cc2ae req-d2eec7db-d65b-4189-a3a4-5ce4a5c97880 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:31.475484 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8b64012b-7f9d-4a76-8169-ed1b392cc2ae req-d2eec7db-d65b-4189-a3a4-5ce4a5c97880 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.1816230 Jun 11 19:35:31.478762 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.482258 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:31.483310 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdc7d-a9c0-45d5-8764-aa625a1eac15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.496422 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7dbdc7d-a9c0-45d5-8764-aa625a1eac15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=91833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:35:31.505321 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdc7d-a9c0-45d5-8764-aa625a1eac15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.505654 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.segments_db [None req-b7dbdc7d-a9c0-45d5-8764-aa625a1eac15 admin admin] Added segment b82654d3-f3d9-475b-b821-1df16e420b9e of type vlan for network 089b78ce-90c3-4466-9178-3f4f4b07bbda Jun 11 19:35:31.554319 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Attempting to bind port 48b1cf7e-2dab-4a82-be2c-b4e30117ae35 on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:35:31.554843 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Attempting to bind port 48b1cf7e-2dab-4a82-be2c-b4e30117ae35 by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:35:31.555128 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Attempting to bind port 48b1cf7e-2dab-4a82-be2c-b4e30117ae35 on network 96e13ff2-92ce-495c-a9c8-09520c2db46e {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:35:31.565148 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8b64012b-7f9d-4a76-8169-ed1b392cc2ae req-2a057306-01de-47dc-b6be-cd281b2de5a6 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825861 Jun 11 19:35:31.568816 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a40a23-1215-4214-933d-3d60c34c53fb None None] Pushing event updated for resources: {'Port': ['ID=48b1cf7e-2dab-4a82-be2c-b4e30117ae35,revision_number=2']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:31.570014 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732dc20e-703c-4299-ad2a-72c2ed67dc9d None None] Pushing event updated for resources: {'Port': ['ID=77512a29-aa65-4394-9828-e135e59e7b2b,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:31.573551 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-732dc20e-703c-4299-ad2a-72c2ed67dc9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:31.576020 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-60a40a23-1215-4214-933d-3d60c34c53fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:31.579014 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:35:31.579711 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Checking segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:35:31.580175 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.580582 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Bound using segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:35:31.584953 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Bound port: 48b1cf7e-2dab-4a82-be2c-b4e30117ae35, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:35:31.585407 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.602642 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c7eee999-9180-488d-9a0c-72ba9b9a8731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:31.631611 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 8bb5fbee-4504-4515-b3e4-3d6ec9383bef up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:31.659631 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdc7d-a9c0-45d5-8764-aa625a1eac15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747756045487'] for network, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.696974 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Attempting to bind port 77512a29-aa65-4394-9828-e135e59e7b2b on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:35:31.697411 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Attempting to bind port 77512a29-aa65-4394-9828-e135e59e7b2b by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:35:31.697772 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Attempting to bind port 77512a29-aa65-4394-9828-e135e59e7b2b on network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:35:31.699335 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] For port 48b1cf7e-2dab-4a82-be2c-b4e30117ae35, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:35:31.704561 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] For port 48b1cf7e-2dab-4a82-be2c-b4e30117ae35, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=48b1cf7e-2dab-4a82-be2c-b4e30117ae35,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:35:31.704760 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:35:31.704760 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Checking segment: {'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:35:31.704972 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.705748 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Bound using segment: {'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:35:31.706836 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Bound port: 77512a29-aa65-4394-9828-e135e59e7b2b, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:35:31.707227 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.714037 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbdc7d-a9c0-45d5-8764-aa625a1eac15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5bf314-cc09-4439-93f9-5bdc12401dc8,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:31.722133 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.725786 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:31.733353 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Attempting to bind port 6c8226df-6d29-4bcf-898f-bf1662ee51d7 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:35:31.733692 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Attempting to bind port 6c8226df-6d29-4bcf-898f-bf1662ee51d7 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '27745dbb-6f0e-4b17-90e5-351d1a26130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e'}] {{(pid=91833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:35:31.734059 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Attempting to bind port 6c8226df-6d29-4bcf-898f-bf1662ee51d7 on network 91562091-e358-42f3-bc97-a9db84b0b38e {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:35:31.739729 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-b7dbdc7d-a9c0-45d5-8764-aa625a1eac15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:31.741059 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Port 6c8226df-6d29-4bcf-898f-bf1662ee51d7 on network 91562091-e358-42f3-bc97-a9db84b0b38e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:35:31.741366 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Attempting to bind port 6c8226df-6d29-4bcf-898f-bf1662ee51d7 on network 91562091-e358-42f3-bc97-a9db84b0b38e {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:35:31.743406 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdc7d-a9c0-45d5-8764-aa625a1eac15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.745666 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10434319'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.748464 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dbdc7d-a9c0-45d5-8764-aa625a1eac15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:31.749005 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdc7d-a9c0-45d5-8764-aa625a1eac15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.756595 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-2ae90ae9-a64f-4d40-a3b8-552c8da4610f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:31.805074 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:35:31.805344 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Checking segment: {'id': '27745dbb-6f0e-4b17-90e5-351d1a26130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:35:31.805721 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Bound using segment: {'id': '27745dbb-6f0e-4b17-90e5-351d1a26130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e'} {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:35:31.806192 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Bound port: 6c8226df-6d29-4bcf-898f-bf1662ee51d7, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27745dbb-6f0e-4b17-90e5-351d1a26130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e'}}] {{(pid=91833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:35:31.806497 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.810832 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] For port 77512a29-aa65-4394-9828-e135e59e7b2b, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:35:31.811910 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 8bb5fbee-4504-4515-b3e4-3d6ec9383bef triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:31.812340 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.815365 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] For port 77512a29-aa65-4394-9828-e135e59e7b2b, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=77512a29-aa65-4394-9828-e135e59e7b2b,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:35:31.821270 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:31.823871 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-9229bd35-ffaf-478f-875d-420161dfea65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:31.881378 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbdc7d-a9c0-45d5-8764-aa625a1eac15 admin admin] Pushing event updated for resources: {'Network': ['ID=089b78ce-90c3-4466-9178-3f4f4b07bbda,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:31.886634 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Routers {'7ae05304-a682-463d-a9f2-03586ab58638'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:35:31.887328 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:35:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['7ae05304-a682-463d-a9f2-03586ab58638'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:31.889410 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Routers {'44ec4b6f-f00c-4390-a5b3-e421e1a35598'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:35:31.890740 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:35:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:31.892331 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-b7dbdc7d-a9c0-45d5-8764-aa625a1eac15 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0144281 Jun 11 19:35:31.893863 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Network dd0799f3-e1f4-4564-b8cd-089a9187317a is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:35:31.895717 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-b7dbdc7d-a9c0-45d5-8764-aa625a1eac15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:31.896205 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-294c6ca5-177f-409f-8b7d-142153c87664 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:31.896341 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39816) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:31.900010 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Network 089b78ce-90c3-4466-9178-3f4f4b07bbda details requested by agent ovs-agent-dv-cinder-790535-3-iscsi with host dv-cinder-790535-3-iscsi {{(pid=91835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:35:31.901401 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-a694a207-9722-4deb-bd42-f88db3a233e6 admin admin] Request body: {'subnet': {'network_id': '089b78ce-90c3-4466-9178-3f4f4b07bbda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-830419379-subnet', 'tenant_id': '31595238e7e04cf4b7ef6404e928d099', 'ip_version': 4}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:31.922303 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:31.949587 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:35:31.955403 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a694a207-9722-4deb-bd42-f88db3a233e6 admin admin] Made reservation on behalf of 31595238e7e04cf4b7ef6404e928d099 for: {'subnet': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:35:31.958368 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a694a207-9722-4deb-bd42-f88db3a233e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:32.037413 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Pushing event updated for resources: {'Port': ['ID=6e50259b-8f01-4720-bb4d-c66ffd6f781b,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:32.054484 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:32.060742 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935007'] for router_interface, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:32.064162 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] For port 6c8226df-6d29-4bcf-898f-bf1662ee51d7, host hv-cinder-79053, cleared binding levels {{(pid=91833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:35:32.073812 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] For port 6c8226df-6d29-4bcf-898f-bf1662ee51d7, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6c8226df-6d29-4bcf-898f-bf1662ee51d7,segment=NetworkSegment(27745dbb-6f0e-4b17-90e5-351d1a26130b),segment_id=27745dbb-6f0e-4b17-90e5-351d1a26130b)] {{(pid=91833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:35:32.091343 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a40a23-1215-4214-933d-3d60c34c53fb None None] Pushing event updated for resources: {'Port': ['ID=48b1cf7e-2dab-4a82-be2c-b4e30117ae35,revision_number=3']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:32.095191 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-60a40a23-1215-4214-933d-3d60c34c53fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:32.178884 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10434353'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:32.188367 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:32.189336 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] Set router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:35:32.266866 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:32.271249 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:32.272732 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-5128c182-90dd-4853-be34-4b733a4df989 req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] 10.222.0.39 "PUT /v2.0/ports/6c8226df-6d29-4bcf-898f-bf1662ee51d7 HTTP/1.1" status: 200 len: 1093 time: 2.5635784 Jun 11 19:35:32.279019 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d541c3-90ed-4051-ad2b-2ef98f8e40cc', 'tag': '6c8226df-6d29-4bcf-898f-bf1662ee51d7'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:35:32.281454 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b7942b-84eb-4f5e-aa1f-5c0ffdd32800" -d '{"events": [{"name": "network-changed", "server_uuid": "04d541c3-90ed-4051-ad2b-2ef98f8e40cc", "tag": "6c8226df-6d29-4bcf-898f-bf1662ee51d7"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:35:32.330198 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732dc20e-703c-4299-ad2a-72c2ed67dc9d None None] Pushing event updated for resources: {'Port': ['ID=77512a29-aa65-4394-9828-e135e59e7b2b,revision_number=4']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:32.341064 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-732dc20e-703c-4299-ad2a-72c2ed67dc9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:32.377926 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a694a207-9722-4deb-bd42-f88db3a233e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:32.386259 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-ed10c20e-b074-4c6b-a309-67f56f77d559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:32.396844 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] Set router 7ae05304-a682-463d-a9f2-03586ab58638 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:35:32.440063 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61971481-5659-4920-9324-21e235920d05 x-openstack-request-id: req-61971481-5659-4920-9324-21e235920d05 {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:35:32.440626 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d541c3-90ed-4051-ad2b-2ef98f8e40cc", "tag": "6c8226df-6d29-4bcf-898f-bf1662ee51d7", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:35:32.440959 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61971481-5659-4920-9324-21e235920d05 {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:35:32.441819 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d541c3-90ed-4051-ad2b-2ef98f8e40cc', 'tag': '6c8226df-6d29-4bcf-898f-bf1662ee51d7', 'status': 'completed', 'code': 200} Jun 11 19:35:32.445898 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8226df-6d29-4bcf-898f-bf1662ee51d7,revision_number=3']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:32.453039 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:32.467021 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694a207-9722-4deb-bd42-f88db3a233e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=618c78af-b5d3-4f08-a1c2-966d11a544f4,revision_number=0']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:32.477441 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-a694a207-9722-4deb-bd42-f88db3a233e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:32.481769 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a694a207-9722-4deb-bd42-f88db3a233e6 admin admin] Checking segment: {'id': 'b82654d3-f3d9-475b-b821-1df16e420b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '089b78ce-90c3-4466-9178-3f4f4b07bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:35:32.482354 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a694a207-9722-4deb-bd42-f88db3a233e6 admin admin] Network hostable DHCP agents. Network: 089b78ce-90c3-4466-9178-3f4f4b07bbda, hostable agents: ['c7177cc0-43cb-4693-ab8c-8cb8ca1ff766'], hosted agents: [] {{(pid=91834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:35:32.516820 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a694a207-9722-4deb-bd42-f88db3a233e6 admin admin] Network 089b78ce-90c3-4466-9178-3f4f4b07bbda is scheduled to be hosted by DHCP agent c7177cc0-43cb-4693-ab8c-8cb8ca1ff766 with binding_index 1 {{(pid=91834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:35:32.532160 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-a694a207-9722-4deb-bd42-f88db3a233e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-iscsi, 089b78ce-90c3-4466-9178-3f4f4b07bbda) {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:32.547099 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a694a207-9722-4deb-bd42-f88db3a233e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:32.547593 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba5ea71-55c6-4352-91dc-8faf8383db0a None None] Network 089b78ce-90c3-4466-9178-3f4f4b07bbda requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:35:32.548334 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a694a207-9722-4deb-bd42-f88db3a233e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:32.549389 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:32.554242 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0842739-5856-4711-aa54-898f2e5a751d None None] The sync data for ids ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'] in dv-cinder-790535-3-iscsi is: [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:35:32.571986 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:32.586649 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-a694a207-9722-4deb-bd42-f88db3a233e6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6883724 Jun 11 19:35:32.588486 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39830) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:32.593322 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-830419379-router', 'tenant_id': '31595238e7e04cf4b7ef6404e928d099', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:32.644219 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128c182-90dd-4853-be34-4b733a4df989 req-db29e952-ffe0-4a6b-ba05-aad6f6521f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:32.645771 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-5128c182-90dd-4853-be34-4b733a4df989 req-db29e952-ffe0-4a6b-ba05-aad6f6521f75 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9835f46ed4da4325ab88f6f084cd8aca&device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 1096 time: 0.3156605 Jun 11 19:35:32.647834 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10981'] for router, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:32.648856 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10988'] for router, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:32.866734 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-5128c182-90dd-4853-be34-4b733a4df989 req-05a69f7e-eb7d-421c-9f90-2c936f74ae05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c8226df-6d29-4bcf-898f-bf1662ee51d7 HTTP/1.1" status: 200 len: 217 time: 0.2084174 Jun 11 19:35:32.899852 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:32.965849 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-f20eeec2-27b9-4b61-a7d5-95ca9fdd9f8c None None] Provisioning for port 6e50259b-8f01-4720-bb4d-c66ffd6f781b completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:35:32.972983 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-f20eeec2-27b9-4b61-a7d5-95ca9fdd9f8c None None] Provisioning complete for port 6e50259b-8f01-4720-bb4d-c66ffd6f781b triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:32.973601 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-f20eeec2-27b9-4b61-a7d5-95ca9fdd9f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:32.987223 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128c182-90dd-4853-be34-4b733a4df989 req-f797bd70-2ef2-4492-a890-6b7a8b32fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:32.988831 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-5128c182-90dd-4853-be34-4b733a4df989 req-f797bd70-2ef2-4492-a890-6b7a8b32fffa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c5a103b-1876-47da-96d3-d95f9c432793 HTTP/1.1" status: 200 len: 855 time: 0.1073675 Jun 11 19:35:33.035282 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-f20eeec2-27b9-4b61-a7d5-95ca9fdd9f8c None None] Port 6e50259b-8f01-4720-bb4d-c66ffd6f781b cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:35:33.037083 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8d98eb-78df-5358-9897-8218328971fe-089b78ce-90c3-4466-9178-3f4f4b07bbda', 'network_id': '089b78ce-90c3-4466-9178-3f4f4b07bbda', 'tenant_id': '31595238e7e04cf4b7ef6404e928d099', 'fixed_ips': [{'subnet_id': '618c78af-b5d3-4f08-a1c2-966d11a544f4'}]}} from dv-cinder-790535-3-iscsi. {{(pid=91835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 19:35:33.037920 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:33.302251 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.db_base_plugin_common [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Allocated IP 172.20.0.2 (089b78ce-90c3-4466-9178-3f4f4b07bbda/618c78af-b5d3-4f08-a1c2-966d11a544f4/78ba5658-acfe-4e51-a5f7-acd67ed3f505) {{(pid=91835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:35:33.394868 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-5128c182-90dd-4853-be34-4b733a4df989 req-0f028c85-6f25-468b-8a09-4f0f37f78532 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91562091-e358-42f3-bc97-a9db84b0b38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647843 Jun 11 19:35:33.492699 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:35:26Z', 'revision_number': 3, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port': {'id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:25Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:33.504943 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb3312-7b54-4513-b819-06e955f34421 None None] The sync data for ids ['7ae05304-a682-463d-a9f2-03586ab58638'] in dv-cinder-790535-3-iscsi is: [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:35:26Z', 'revision_number': 3, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port': {'id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:25Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:35:33.558926 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39846) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:33.581760 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11002'] for router, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:33.597942 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d215e9-a42a-4d88-874c-5cd89738033c req-373be23f-f68c-497e-9ab2-f4f8bb7a091f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:33.606669 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-29d215e9-a42a-4d88-874c-5cd89738033c req-373be23f-f68c-497e-9ab2-f4f8bb7a091f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 943 time: 0.7827394 Jun 11 19:35:33.626263 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0565aac-22bd-427d-9517-85b3db7c146f req-02b605cb-f195-46b1-a429-b64ba01fea4a tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:33.630695 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:33.635359 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a0565aac-22bd-427d-9517-85b3db7c146f req-02b605cb-f195-46b1-a429-b64ba01fea4a tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.7814291 Jun 11 19:35:33.656603 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Notify callbacks [] for port, precommit_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:33.664376 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10434353'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:33.674081 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 77512a29-aa65-4394-9828-e135e59e7b2b up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:33.688245 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-b4381bdb-b717-411f-95c7-d47e08e19ead tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:33.714564 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Transition to ACTIVE for port object 78ba5658-acfe-4e51-a5f7-acd67ed3f505 will not be triggered until provisioned by entity L2. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:33.759880 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935115'] for router_interface, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:33.774746 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Transition to ACTIVE for port object 78ba5658-acfe-4e51-a5f7-acd67ed3f505 will not be triggered until provisioned by entity DHCP. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:33.777596 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-29d215e9-a42a-4d88-874c-5cd89738033c req-b8104436-36be-4afa-8e6e-2e85248bf085 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695461 Jun 11 19:35:33.787906 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:33.795642 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:33.798286 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a0565aac-22bd-427d-9517-85b3db7c146f req-1d683b33-f129-4cc0-aca5-ce5f9deccf92 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618874 Jun 11 19:35:33.846809 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 77512a29-aa65-4394-9828-e135e59e7b2b completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:35:33.887059 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e06c-7452-457a-ac3c-cb0e3831d864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:34.033392 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-5128c182-90dd-4853-be34-4b733a4df989 req-d29036bd-0703-4fe2-af4e-60bdd509bd95 service neutron] 10.222.0.39 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180730 Jun 11 19:35:34.090136 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Network dd0799f3-e1f4-4564-b8cd-089a9187317a is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:35:34.113954 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:34.128434 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Pushing event updated for resources: {'Port': ['ID=6e50259b-8f01-4720-bb4d-c66ffd6f781b,revision_number=2']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:34.133316 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:34.146363 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 77512a29-aa65-4394-9828-e135e59e7b2b triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:34.146363 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:34.240871 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Network 089b78ce-90c3-4466-9178-3f4f4b07bbda is already hosted by enough agents. {{(pid=91835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:35:34.243814 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Pushing event updated for resources: {'Port': ['ID=78ba5658-acfe-4e51-a5f7-acd67ed3f505,revision_number=1']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:34.248058 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.base_scheduler [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Resources bound (agent type, host, resource id): {{(pid=91835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:34.251321 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:34.257574 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Received port after_create {{(pid=91835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:35:34.324855 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-92dc718a-e4c2-4929-9e58-02c11d09d35f tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:34.327087 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-92dc718a-e4c2-4929-9e58-02c11d09d35f tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/networks?id=cbc524a5-3698-40c4-a1c1-03d2209282ba HTTP/1.1" status: 200 len: 808 time: 0.2814164 Jun 11 19:35:34.377061 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e06c-7452-457a-ac3c-cb0e3831d864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:34.395270 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e06c-7452-457a-ac3c-cb0e3831d864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:34.399728 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-250db582-5b0d-41d2-9661-5557e7a4a056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:34.422090 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:34.447804 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5e06c-7452-457a-ac3c-cb0e3831d864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693d3fbd-a53f-4a41-b535-e1dca59db6d2,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:34.455537 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Attempting to bind port 78ba5658-acfe-4e51-a5f7-acd67ed3f505 on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:35:34.456351 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Attempting to bind port 78ba5658-acfe-4e51-a5f7-acd67ed3f505 by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': 'b82654d3-f3d9-475b-b821-1df16e420b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '089b78ce-90c3-4466-9178-3f4f4b07bbda'}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:35:34.457455 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Attempting to bind port 78ba5658-acfe-4e51-a5f7-acd67ed3f505 on network 089b78ce-90c3-4466-9178-3f4f4b07bbda {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:35:34.467039 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-c2f5e06c-7452-457a-ac3c-cb0e3831d864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:34.480160 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-5128c182-90dd-4853-be34-4b733a4df989 req-f61f4af7-99b1-4ac5-a46d-54fc354df723 service neutron] 10.222.0.39 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273734 Jun 11 19:35:34.482397 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:35:34.483400 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-e4a3f40d-d1d7-4756-854d-85ddb2232b5a tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/quotas/f45ce8c203a74c988473bd596d511701 HTTP/1.1" status: 200 len: 375 time: 0.1031494 Jun 11 19:35:34.493205 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Checking segment: {'id': 'b82654d3-f3d9-475b-b821-1df16e420b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '089b78ce-90c3-4466-9178-3f4f4b07bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:35:34.493922 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:34.494443 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Bound using segment: {'id': 'b82654d3-f3d9-475b-b821-1df16e420b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '089b78ce-90c3-4466-9178-3f4f4b07bbda'} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:35:34.495425 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Bound port: 78ba5658-acfe-4e51-a5f7-acd67ed3f505, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82654d3-f3d9-475b-b821-1df16e420b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '089b78ce-90c3-4466-9178-3f4f4b07bbda'}}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:35:34.495744 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:34.510971 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port 77512a29-aa65-4394-9828-e135e59e7b2b, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=77512a29-aa65-4394-9828-e135e59e7b2b,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:34.518211 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:34.521613 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:34.530078 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Router 7ae05304-a682-463d-a9f2-03586ab58638 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:35:34.553883 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ec470c9-ccd1-4bfd-9957-8666c34b831a tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f45ce8c203a74c988473bd596d511701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576575 Jun 11 19:35:34.610882 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=77512a29-aa65-4394-9828-e135e59e7b2b,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:34.617971 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:34.651458 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-e9f585ae-6ced-4054-a43d-166668f8ddb6 None None] Provisioning complete for port 6e50259b-8f01-4720-bb4d-c66ffd6f781b triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:34.651901 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-e9f585ae-6ced-4054-a43d-166668f8ddb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:34.663082 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-c2f5e06c-7452-457a-ac3c-cb0e3831d864 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dde5e751685a40e4803c32af9594c93c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1001420 Jun 11 19:35:34.673389 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39866) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:34.698112 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-e9f585ae-6ced-4054-a43d-166668f8ddb6 None None] Port 6e50259b-8f01-4720-bb4d-c66ffd6f781b cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:35:34.698972 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:35:34.704047 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] For port 78ba5658-acfe-4e51-a5f7-acd67ed3f505, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:35:34.718921 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] For port 78ba5658-acfe-4e51-a5f7-acd67ed3f505, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=78ba5658-acfe-4e51-a5f7-acd67ed3f505,segment=NetworkSegment(b82654d3-f3d9-475b-b821-1df16e420b9e),segment_id=b82654d3-f3d9-475b-b821-1df16e420b9e)] {{(pid=91835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:35:34.728988 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:34.737877 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:34.751193 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] 10.222.0.24 "PUT /v2.0/routers/7ae05304-a682-463d-a9f2-03586ab58638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6340334 Jun 11 19:35:34.780164 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7942b-84eb-4f5e-aa1f-5c0ffdd32800 req-b5750dc5-6f74-44b2-8789-5e46b72b600f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:34.782088 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-e9b7942b-84eb-4f5e-aa1f-5c0ffdd32800 req-b5750dc5-6f74-44b2-8789-5e46b72b600f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9835f46ed4da4325ab88f6f084cd8aca&device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 1096 time: 0.0847588 Jun 11 19:35:34.841278 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Pushing event updated for resources: {'Port': ['ID=78ba5658-acfe-4e51-a5f7-acd67ed3f505,revision_number=2']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:34.852059 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:34.929290 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:34.947350 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-d27d7cd4-c53c-4b84-b519-1d6c0046b879 service neutron] 10.222.0.24 "GET /v2.0/networks/cbc524a5-3698-40c4-a1c1-03d2209282ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437946 Jun 11 19:35:34.960744 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7942b-84eb-4f5e-aa1f-5c0ffdd32800 req-73ee6fa4-3fba-489b-88c1-b3ff4bb5afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:34.962213 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-e9b7942b-84eb-4f5e-aa1f-5c0ffdd32800 req-73ee6fa4-3fba-489b-88c1-b3ff4bb5afa8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=91562091-e358-42f3-bc97-a9db84b0b38e HTTP/1.1" status: 200 len: 916 time: 0.1690793 Jun 11 19:35:35.002565 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:35.029963 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-e9b7942b-84eb-4f5e-aa1f-5c0ffdd32800 req-1c4329db-97f7-43a9-9746-97b0e7502398 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c8226df-6d29-4bcf-898f-bf1662ee51d7 HTTP/1.1" status: 200 len: 217 time: 0.0575817 Jun 11 19:35:35.120518 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7942b-84eb-4f5e-aa1f-5c0ffdd32800 req-c47f0d8d-2ec3-441e-ac4f-47f374a20aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:35.122688 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-e9b7942b-84eb-4f5e-aa1f-5c0ffdd32800 req-c47f0d8d-2ec3-441e-ac4f-47f374a20aa8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c5a103b-1876-47da-96d3-d95f9c432793 HTTP/1.1" status: 200 len: 855 time: 0.0748818 Jun 11 19:35:35.181902 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-e9b7942b-84eb-4f5e-aa1f-5c0ffdd32800 req-612e50fd-6d90-4547-83d7-f395de28fea4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91562091-e358-42f3-bc97-a9db84b0b38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511684 Jun 11 19:35:35.257373 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-933abc14-441a-43c4-9bf3-80d8d24f6225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:35.320854 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-e9b7942b-84eb-4f5e-aa1f-5c0ffdd32800 req-f1f75c9e-d39c-476e-a136-481c18b012cb service neutron] 10.222.0.39 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289270 Jun 11 19:35:35.332467 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Allocated IP 172.27.0.110 (96e13ff2-92ce-495c-a9c8-09520c2db46e/3317fd00-ab75-48b2-85c3-a34ed1654e31/f987c49e-16db-4551-bee7-23f6781ea2f7) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:35:35.355697 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-b7f347c2-9e97-4668-b417-82ea0545a677 service neutron] 10.222.0.24 "GET /v2.0/networks/cbc524a5-3698-40c4-a1c1-03d2209282ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752251 Jun 11 19:35:35.359070 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-933abc14-441a-43c4-9bf3-80d8d24f6225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:35.382889 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f36acc-bad8-4ff4-8080-3d12e0e5dea1 req-72bc47fe-e5bc-4e33-9784-babdec045b6d tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:35.390968 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f5f36acc-bad8-4ff4-8080-3d12e0e5dea1 req-72bc47fe-e5bc-4e33-9784-babdec045b6d tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 943 time: 0.4135411 Jun 11 19:35:35.461401 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-e9b7942b-84eb-4f5e-aa1f-5c0ffdd32800 req-755418a4-a71d-4372-80ec-797aaf64079f service neutron] 10.222.0.39 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322181 Jun 11 19:35:35.585198 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f5f36acc-bad8-4ff4-8080-3d12e0e5dea1 req-4e864573-6689-41a2-bd13-b9105cb76a8f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932468 Jun 11 19:35:35.629119 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-933abc14-441a-43c4-9bf3-80d8d24f6225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:35.631860 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-933abc14-441a-43c4-9bf3-80d8d24f6225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:35.635738 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-933abc14-441a-43c4-9bf3-80d8d24f6225 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/693d3fbd-a53f-4a41-b535-e1dca59db6d2 HTTP/1.1" status: 204 len: 168 time: 0.9584093 Jun 11 19:35:35.637135 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:35.639697 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-571d0b99-4bdd-45a9-9002-5609378f6e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:35.712814 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933abc14-441a-43c4-9bf3-80d8d24f6225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693d3fbd-a53f-4a41-b535-e1dca59db6d2,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:35.722979 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-933abc14-441a-43c4-9bf3-80d8d24f6225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:35.795541 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d1d06-a557-47d1-8e8c-ded513467faf req-bdc0f0db-e034-4980-9583-bbb8ab38db73 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:35.797191 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a93d1d06-a557-47d1-8e8c-ded513467faf req-bdc0f0db-e034-4980-9583-bbb8ab38db73 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.1693292 Jun 11 19:35:35.859568 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:35.866729 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 77512a29-aa65-4394-9828-e135e59e7b2b up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:35.872662 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:35.929746 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:35:35.939763 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:35.945727 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:35:35.987613 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 77512a29-aa65-4394-9828-e135e59e7b2b triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:35.988322 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:36.169385 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a93d1d06-a557-47d1-8e8c-ded513467faf req-c1e2f5fd-c022-483d-9623-3059103142ef tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616664 Jun 11 19:35:36.173456 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Pushing event updated for resources: {'Port': ['ID=f987c49e-16db-4551-bee7-23f6781ea2f7,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:36.177823 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 78ba5658-acfe-4e51-a5f7-acd67ed3f505 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:36.180338 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:36.266849 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 78ba5658-acfe-4e51-a5f7-acd67ed3f505 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:35:36.274471 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 48b1cf7e-2dab-4a82-be2c-b4e30117ae35 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:36.354963 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b65d66-3fde-4e6d-9165-e78cf27e8005 None None] Network 089b78ce-90c3-4466-9178-3f4f4b07bbda requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:35:36.387097 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39908) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:36.394662 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-f720fdc6-5e09-4bfc-8e5a-e2d3f6afd781 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--172965248', 'description': 'tempest-description--946989975'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:36.444015 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f720fdc6-5e09-4bfc-8e5a-e2d3f6afd781 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:36.614109 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f720fdc6-5e09-4bfc-8e5a-e2d3f6afd781 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:36.619876 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f720fdc6-5e09-4bfc-8e5a-e2d3f6afd781 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:36.634273 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-8afaa340-c0db-4526-99a6-602a3d80c59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:36.653839 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f720fdc6-5e09-4bfc-8e5a-e2d3f6afd781 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:36.656558 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-f720fdc6-5e09-4bfc-8e5a-e2d3f6afd781 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2676923 Jun 11 19:35:36.664143 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-26274a63-7f85-409c-ba36-545e4ee4c848 None None] Provisioning for port 78ba5658-acfe-4e51-a5f7-acd67ed3f505 completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:35:36.665025 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39926) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:36.670545 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-6b82cec5-dc3f-48cb-bc97-d65dd6ebed30 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Request body: {'security_group_rule': {'security_group_id': '0e0c188f-1000-4c60-9789-6eed37981de7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:36.702283 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720fdc6-5e09-4bfc-8e5a-e2d3f6afd781 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0c188f-1000-4c60-9789-6eed37981de7,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:36.706596 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-26274a63-7f85-409c-ba36-545e4ee4c848 None None] Provisioning complete for port 78ba5658-acfe-4e51-a5f7-acd67ed3f505 triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:36.707038 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-26274a63-7f85-409c-ba36-545e4ee4c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:36.709496 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-f720fdc6-5e09-4bfc-8e5a-e2d3f6afd781 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:36.756341 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6b82cec5-dc3f-48cb-bc97-d65dd6ebed30 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:36.762882 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-73021b17-2b8c-4c7f-bf00-c86d466abc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:36.786405 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 48b1cf7e-2dab-4a82-be2c-b4e30117ae35 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:35:36.824482 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 48b1cf7e-2dab-4a82-be2c-b4e30117ae35 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:36.824896 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:36.861298 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-721e0f50-daeb-42f7-a7d7-9288f697ea2f req-33d44848-60f9-4d23-b587-2b48c3c9f026 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=176a021c-c14b-4e76-a4ca-724397713d81 HTTP/1.1" status: 200 len: 210 time: 0.4013009 Jun 11 19:35:36.878991 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Sync routers for ids ['7ae05304-a682-463d-a9f2-03586ab58638'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:35:36.885680 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:36.926787 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6b82cec5-dc3f-48cb-bc97-d65dd6ebed30 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:36.931696 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6b82cec5-dc3f-48cb-bc97-d65dd6ebed30 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:36.932128 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Routers {'7ae05304-a682-463d-a9f2-03586ab58638'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:35:36.932764 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:35:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['7ae05304-a682-463d-a9f2-03586ab58638'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:36.934623 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:36.959509 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82cec5-dc3f-48cb-bc97-d65dd6ebed30 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85199c97-d27a-4322-a9df-564073fe2ed8,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:36.964398 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-6b82cec5-dc3f-48cb-bc97-d65dd6ebed30 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:36.970792 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6b82cec5-dc3f-48cb-bc97-d65dd6ebed30 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:36.973174 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-6b82cec5-dc3f-48cb-bc97-d65dd6ebed30 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3058939 Jun 11 19:35:36.974890 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39932) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:36.979466 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-bd4d9f38-4542-4cb4-a743-9fbc6d416148 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Request body: {'security_group_rule': {'security_group_id': '0e0c188f-1000-4c60-9789-6eed37981de7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:37.014567 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9f38-4542-4cb4-a743-9fbc6d416148 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:37.090370 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9f38-4542-4cb4-a743-9fbc6d416148 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:37.097772 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9f38-4542-4cb4-a743-9fbc6d416148 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:37.100628 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:37.127140 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d9f38-4542-4cb4-a743-9fbc6d416148 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb5db3b-424d-496b-abc1-970b52125760,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:37.133126 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-bd4d9f38-4542-4cb4-a743-9fbc6d416148 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:37.139178 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9f38-4542-4cb4-a743-9fbc6d416148 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:37.141478 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-bd4d9f38-4542-4cb4-a743-9fbc6d416148 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1656206 Jun 11 19:35:37.144573 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 39940) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:37.166416 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Request body: {'floatingip': {'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:37.212751 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-26274a63-7f85-409c-ba36-545e4ee4c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:37.224987 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for floatingip, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:37.256580 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:37.277945 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Set router 7ae05304-a682-463d-a9f2-03586ab58638 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:35:37.385022 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c59570-8346-4f60-9bfe-f287b61d9e97 req-0c77984f-6536-4109-a524-e330c323b192 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:37.403136 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-24c59570-8346-4f60-9bfe-f287b61d9e97 req-0c77984f-6536-4109-a524-e330c323b192 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 943 time: 0.5263977 Jun 11 19:35:37.419666 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port 48b1cf7e-2dab-4a82-be2c-b4e30117ae35, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=48b1cf7e-2dab-4a82-be2c-b4e30117ae35,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:37.428357 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-26274a63-7f85-409c-ba36-545e4ee4c848 None None] For port 78ba5658-acfe-4e51-a5f7-acd67ed3f505, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=78ba5658-acfe-4e51-a5f7-acd67ed3f505,segment=NetworkSegment(b82654d3-f3d9-475b-b821-1df16e420b9e),segment_id=b82654d3-f3d9-475b-b821-1df16e420b9e)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:37.431738 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:37.439422 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:37.494780 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-26274a63-7f85-409c-ba36-545e4ee4c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:37.819235 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-24c59570-8346-4f60-9bfe-f287b61d9e97 req-ded00505-4f7c-47e6-b123-961dc7bd76b9 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135501 Jun 11 19:35:37.842622 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:37.875688 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a77ce6-420c-4c9c-836c-b2459a363a6a req-9cbf1aa0-6a91-4abf-8cb8-4ba228b68b28 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:37.877232 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-43a77ce6-420c-4c9c-836c-b2459a363a6a req-9cbf1aa0-6a91-4abf-8cb8-4ba228b68b28 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.4685497 Jun 11 19:35:37.893710 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931226'] for router, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:37.924179 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=48b1cf7e-2dab-4a82-be2c-b4e30117ae35,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:37.949292 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 6c8226df-6d29-4bcf-898f-bf1662ee51d7 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:35:37.957326 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:37.957804 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.459s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:38.030107 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-a47128c8-4301-4a42-844e-13ea345ca447 None None] Provisioning complete for port 78ba5658-acfe-4e51-a5f7-acd67ed3f505 triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:38.030495 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-a47128c8-4301-4a42-844e-13ea345ca447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:38.046358 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Allocated IP 172.27.0.143 (96e13ff2-92ce-495c-a9c8-09520c2db46e/3317fd00-ab75-48b2-85c3-a34ed1654e31/de02f5a9-0883-4666-9b50-455f5871d25d) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:35:38.087395 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-43a77ce6-420c-4c9c-836c-b2459a363a6a req-01c04310-ef61-4527-90d2-a16f37f57a8f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026181 Jun 11 19:35:38.123236 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-98793815-7b50-4a92-ad26-6669d4b2a1fb tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:38.125530 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-98793815-7b50-4a92-ad26-6669d4b2a1fb tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.39 "GET /v2.0/networks?id=cbc524a5-3698-40c4-a1c1-03d2209282ba HTTP/1.1" status: 200 len: 808 time: 0.6804113 Jun 11 19:35:38.139159 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Router 097b08d0-c56e-4a82-b7b4-f0739fe383f2 is scheduled to L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 with binding_index 1 {{(pid=91834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 19:35:38.149210 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-0421dd22-dabd-4383-befa-cf5941e8a630 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Request body: {'port': {'device_id': '176a021c-c14b-4e76-a4ca-724397713d81', 'network_id': 'cbc524a5-3698-40c4-a1c1-03d2209282ba', 'admin_state_up': True, 'tenant_id': 'f45ce8c203a74c988473bd596d511701'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:38.152353 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26274a63-7f85-409c-ba36-545e4ee4c848 None None] Pushing event updated for resources: {'Port': ['ID=78ba5658-acfe-4e51-a5f7-acd67ed3f505,revision_number=3']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:38.177094 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bddf2968-89a9-40a7-91fd-d8f1b43c51eb req-76c02829-2f88-42ff-ae2e-76dd3d71cc3c tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=176a021c-c14b-4e76-a4ca-724397713d81 HTTP/1.1" status: 200 len: 210 time: 0.0498524 Jun 11 19:35:38.205236 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-26274a63-7f85-409c-ba36-545e4ee4c848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:38.254652 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39970) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:38.257769 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 6c8226df-6d29-4bcf-898f-bf1662ee51d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6c8226df-6d29-4bcf-898f-bf1662ee51d7,segment=NetworkSegment(27745dbb-6f0e-4b17-90e5-351d1a26130b),segment_id=27745dbb-6f0e-4b17-90e5-351d1a26130b)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:38.279773 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': '6c8226df-6d29-4bcf-898f-bf1662ee51d7', 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e', 'port_id': '6c8226df-6d29-4bcf-898f-bf1662ee51d7', 'mac_address': 'fa:16:3e:d3:6a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5a103b-1876-47da-96d3-d95f9c432793', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:35:38.311881 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:35:32Z', 'revision_number': 4, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port': {'id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:25Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '6e50259b-8f01-4720-bb4d-c66ffd6f781b', 'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'mac_address': 'fa:16:3e:14:d1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:30Z', 'updated_at': '2021-06-11T19:35:32Z', 'revision_number': 2, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'subnets': [{'id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:38.325413 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Checking router: 7ae05304-a682-463d-a9f2-03586ab58638 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:35:38.325823 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Updating router 7ae05304-a682-463d-a9f2-03586ab58638 port 6e50259b-8f01-4720-bb4d-c66ffd6f781b binding host dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:35:38.378078 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:35:38.389106 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Sync routers for ids ['097b08d0-c56e-4a82-b7b4-f0739fe383f2'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:35:38.399012 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Notify callbacks [] for router, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:38.403863 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Routers {'097b08d0-c56e-4a82-b7b4-f0739fe383f2'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:35:38.404074 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8142860 Jun 11 19:35:38.404607 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39974) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:38.405151 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:35:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['097b08d0-c56e-4a82-b7b4-f0739fe383f2'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:38.415916 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:38.438691 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:38.441345 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8226df-6d29-4bcf-898f-bf1662ee51d7 {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:35:38.501478 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 6c8226df-6d29-4bcf-898f-bf1662ee51d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6c8226df-6d29-4bcf-898f-bf1662ee51d7,segment=NetworkSegment(27745dbb-6f0e-4b17-90e5-351d1a26130b),segment_id=27745dbb-6f0e-4b17-90e5-351d1a26130b)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:38.519254 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:38.524033 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:38.571882 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:38.582164 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6cff183f-40c4-4de1-b562-f0b8df74f07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:38.605492 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Set router 097b08d0-c56e-4a82-b7b4-f0739fe383f2 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:35:38.635714 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-0421dd22-dabd-4383-befa-cf5941e8a630 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Made reservation on behalf of f45ce8c203a74c988473bd596d511701 for: {'port': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:35:38.639387 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-0421dd22-dabd-4383-befa-cf5941e8a630 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:38.677552 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=6c8226df-6d29-4bcf-898f-bf1662ee51d7,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:38.680884 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:38.795640 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-0421dd22-dabd-4383-befa-cf5941e8a630 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Allocated IP 172.20.0.9 (cbc524a5-3698-40c4-a1c1-03d2209282ba/bc72d707-8fb1-4f5a-9954-3e0e58fbc79c/40461222-3275-44f6-97cf-c15cdd65192e) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:35:38.918122 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Notify callbacks [] for port, precommit_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:38.928736 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Transition to ACTIVE for port object 6e50259b-8f01-4720-bb4d-c66ffd6f781b will not be triggered until provisioned by entity L2. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:38.942261 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:38.957328 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097b08d0-c56e-4a82-b7b4-f0739fe383f2', 'name': 'tempest-TestVolumeBootPattern-830419379-router', 'tenant_id': '31595238e7e04cf4b7ef6404e928d099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f987c49e-16db-4551-bee7-23f6781ea2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:32Z', 'updated_at': '2021-06-11T19:35:36Z', 'revision_number': 3, 'project_id': '31595238e7e04cf4b7ef6404e928d099', 'gw_port': {'id': 'f987c49e-16db-4551-bee7-23f6781ea2f7', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:18:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097b08d0-c56e-4a82-b7b4-f0739fe383f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:35Z', 'updated_at': '2021-06-11T19:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:38.958403 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-d558036a-6c24-4feb-b807-f4ac15a92790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:38.965749 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Checking router: 097b08d0-c56e-4a82-b7b4-f0739fe383f2 for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:35:38.967164 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Updating router 097b08d0-c56e-4a82-b7b4-f0739fe383f2 port f987c49e-16db-4551-bee7-23f6781ea2f7 binding host dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:35:39.011532 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027a21c-4a17-4078-99d1-96a693a8adc3 None None] Pushing event updated for resources: {'Port': ['ID=6e50259b-8f01-4720-bb4d-c66ffd6f781b,revision_number=3']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:39.094079 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.143620 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-8027a21c-4a17-4078-99d1-96a693a8adc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:39.145821 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['6c8226df-6d29-4bcf-898f-bf1662ee51d7'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:35:39.167338 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10434319'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.231972 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6cff183f-40c4-4de1-b562-f0b8df74f07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.254884 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-ee7ac9b5-c69b-480e-a01b-d380b0851b67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:39.342773 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6cff183f-40c4-4de1-b562-f0b8df74f07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.360803 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:35:39.372685 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.374137 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-cd2486a5-79e2-4159-8770-3b1dc0d413bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.382704 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Attempting to bind port 6e50259b-8f01-4720-bb4d-c66ffd6f781b on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:35:39.383152 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Attempting to bind port 6e50259b-8f01-4720-bb4d-c66ffd6f781b by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': '4637dad3-ddce-4070-b99d-6de36c8e270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a'}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:35:39.383702 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Attempting to bind port 6e50259b-8f01-4720-bb4d-c66ffd6f781b on network dd0799f3-e1f4-4564-b8cd-089a9187317a {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:35:39.385642 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e39d3cbb-9a09-4cb9-a10f-9bb1df372a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:39.391696 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:35:39.392082 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Checking segment: {'id': '4637dad3-ddce-4070-b99d-6de36c8e270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:35:39.392495 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.392900 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Bound using segment: {'id': '4637dad3-ddce-4070-b99d-6de36c8e270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a'} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:35:39.393383 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Bound port: 6e50259b-8f01-4720-bb4d-c66ffd6f781b, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4637dad3-ddce-4070-b99d-6de36c8e270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a'}}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:35:39.393763 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.416591 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:39.423059 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-0421dd22-dabd-4383-befa-cf5941e8a630 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.471368 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Pushing event updated for resources: {'Port': ['ID=de02f5a9-0883-4666-9b50-455f5871d25d,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:39.475766 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:35:39.480450 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:39.522355 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-0421dd22-dabd-4383-befa-cf5941e8a630 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10434319'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.544033 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:39.572479 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-6cff183f-40c4-4de1-b562-f0b8df74f07b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebe0edbca82346ea9929f1fc50adb3c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3173296 Jun 11 19:35:39.580156 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 39988) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:39.583374 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff183f-40c4-4de1-b562-f0b8df74f07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee23a31-220a-4a83-a16f-7f2ebe1d0e1a,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:39.583542 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] For port 6e50259b-8f01-4720-bb4d-c66ffd6f781b, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:35:39.595232 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-6cff183f-40c4-4de1-b562-f0b8df74f07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:39.611835 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.624065 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Transition to ACTIVE for port object f987c49e-16db-4551-bee7-23f6781ea2f7 will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:39.627737 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421dd22-dabd-4383-befa-cf5941e8a630 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Pushing event updated for resources: {'Port': ['ID=40461222-3275-44f6-97cf-c15cdd65192e,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:39.632861 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.634444 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-0421dd22-dabd-4383-befa-cf5941e8a630 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:39.645186 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b7643413-cc63-4842-a077-60678873e7a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:39.646505 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] For port 6e50259b-8f01-4720-bb4d-c66ffd6f781b, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=6e50259b-8f01-4720-bb4d-c66ffd6f781b,segment=NetworkSegment(4637dad3-ddce-4070-b99d-6de36c8e270c),segment_id=4637dad3-ddce-4070-b99d-6de36c8e270c)] {{(pid=91835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:35:39.653774 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-0421dd22-dabd-4383-befa-cf5941e8a630 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Network cbc524a5-3698-40c4-a1c1-03d2209282ba is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:35:39.658337 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-0421dd22-dabd-4383-befa-cf5941e8a630 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:39.659311 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.663409 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-0421dd22-dabd-4383-befa-cf5941e8a630 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:35:39.676789 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:39.680047 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 78ba5658-acfe-4e51-a5f7-acd67ed3f505 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:39.704815 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c89b0-24cd-4de3-8cb1-aa6114101446 None None] Pushing event updated for resources: {'Port': ['ID=f987c49e-16db-4551-bee7-23f6781ea2f7,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:39.723497 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-0421dd22-dabd-4383-befa-cf5941e8a630 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:39.724373 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-0421dd22-dabd-4383-befa-cf5941e8a630 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.737527 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Attempting to bind port f987c49e-16db-4551-bee7-23f6781ea2f7 on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:35:39.737956 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Attempting to bind port f987c49e-16db-4551-bee7-23f6781ea2f7 by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:35:39.738538 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Attempting to bind port f987c49e-16db-4551-bee7-23f6781ea2f7 on network 96e13ff2-92ce-495c-a9c8-09520c2db46e {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:35:39.745714 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:35:39.746160 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Checking segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:35:39.746575 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.747204 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Bound using segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:35:39.747692 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Bound port: f987c49e-16db-4551-bee7-23f6781ea2f7, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:35:39.748109 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.808619 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.820464 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-0421dd22-dabd-4383-befa-cf5941e8a630 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6776912 Jun 11 19:35:39.829986 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Routers {'7ae05304-a682-463d-a9f2-03586ab58638'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:35:39.830822 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:35:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['7ae05304-a682-463d-a9f2-03586ab58638'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:39.836192 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027a21c-4a17-4078-99d1-96a693a8adc3 None None] Pushing event updated for resources: {'Port': ['ID=6e50259b-8f01-4720-bb4d-c66ffd6f781b,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:39.836383 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] For port f987c49e-16db-4551-bee7-23f6781ea2f7, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:35:39.841071 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] For port f987c49e-16db-4551-bee7-23f6781ea2f7, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=f987c49e-16db-4551-bee7-23f6781ea2f7,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:35:39.852018 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.858458 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f445758-54d6-4d05-ab63-f27e6dfe3d94 req-617b58e4-f14d-4cd1-b852-3b9cc6e0d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:39.861947 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.862081 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4f445758-54d6-4d05-ab63-f27e6dfe3d94 req-617b58e4-f14d-4cd1-b852-3b9cc6e0d011 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 1099 time: 0.5728416 Jun 11 19:35:39.864834 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c69c89b0-24cd-4de3-8cb1-aa6114101446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:39.865248 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c69c89b0-24cd-4de3-8cb1-aa6114101446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:39.893398 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07f6f8-e543-4bb2-8e47-c15630cba212 req-b31a76cc-2329-455a-b01e-7d30d110ebbe tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:39.895181 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1a07f6f8-e543-4bb2-8e47-c15630cba212 req-b31a76cc-2329-455a-b01e-7d30d110ebbe tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 944 time: 0.7911658 Jun 11 19:35:39.896943 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-df0d097d-33b9-491b-a5ff-151121e72a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.923984 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-8027a21c-4a17-4078-99d1-96a693a8adc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:39.941305 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:39.957234 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c89b0-24cd-4de3-8cb1-aa6114101446 None None] Pushing event updated for resources: {'Port': ['ID=f987c49e-16db-4551-bee7-23f6781ea2f7,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:39.960994 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c69c89b0-24cd-4de3-8cb1-aa6114101446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:39.963149 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Routers {'097b08d0-c56e-4a82-b7b4-f0739fe383f2'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:35:39.963793 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:35:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['097b08d0-c56e-4a82-b7b4-f0739fe383f2'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:40.017044 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-df0d097d-33b9-491b-a5ff-151121e72a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:40.023622 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 78ba5658-acfe-4e51-a5f7-acd67ed3f505 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:40.024157 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:40.054090 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18dfd3-40d7-427c-a986-51a2e69799b5 req-26368158-c7f7-4be5-a4c7-b7b23e1ff8e3 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:40.055659 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4a18dfd3-40d7-427c-a986-51a2e69799b5 req-26368158-c7f7-4be5-a4c7-b7b23e1ff8e3 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.7181811 Jun 11 19:35:40.122440 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] Set router 7ae05304-a682-463d-a9f2-03586ab58638 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:35:40.146950 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] Set router 097b08d0-c56e-4a82-b7b4-f0739fe383f2 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:35:40.211650 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for port, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:40.217887 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10434353'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:40.221379 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:40.275368 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Pushing event updated for resources: {'Port': ['ID=de02f5a9-0883-4666-9b50-455f5871d25d,revision_number=2']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:40.285084 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:40.350233 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931187'] for floatingip, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:40.370601 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:40.385167 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2392108 Jun 11 19:35:40.440119 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097b08d0-c56e-4a82-b7b4-f0739fe383f2', 'name': 'tempest-TestVolumeBootPattern-830419379-router', 'tenant_id': '31595238e7e04cf4b7ef6404e928d099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f987c49e-16db-4551-bee7-23f6781ea2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:32Z', 'updated_at': '2021-06-11T19:35:36Z', 'revision_number': 3, 'project_id': '31595238e7e04cf4b7ef6404e928d099', 'gw_port': {'id': 'f987c49e-16db-4551-bee7-23f6781ea2f7', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:18:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097b08d0-c56e-4a82-b7b4-f0739fe383f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:35Z', 'updated_at': '2021-06-11T19:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:40.444429 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1a07f6f8-e543-4bb2-8e47-c15630cba212 req-d7e28a83-59fe-4e17-af8c-f99bbf2f0612 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990730 Jun 11 19:35:40.452717 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4444a6-fa36-4587-95e2-bb653c4e2180 None None] The sync data for ids ['097b08d0-c56e-4a82-b7b4-f0739fe383f2'] in dv-cinder-790535-3-iscsi is: [{'id': '097b08d0-c56e-4a82-b7b4-f0739fe383f2', 'name': 'tempest-TestVolumeBootPattern-830419379-router', 'tenant_id': '31595238e7e04cf4b7ef6404e928d099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f987c49e-16db-4551-bee7-23f6781ea2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:32Z', 'updated_at': '2021-06-11T19:35:36Z', 'revision_number': 3, 'project_id': '31595238e7e04cf4b7ef6404e928d099', 'gw_port': {'id': 'f987c49e-16db-4551-bee7-23f6781ea2f7', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:18:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097b08d0-c56e-4a82-b7b4-f0739fe383f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:35Z', 'updated_at': '2021-06-11T19:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:35:40.454839 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4a18dfd3-40d7-427c-a986-51a2e69799b5 req-9622155b-e3a1-4b02-8148-5b04818e20c1 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772803 Jun 11 19:35:40.541594 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:40.544664 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-df0d097d-33b9-491b-a5ff-151121e72a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:40.547574 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 48b1cf7e-2dab-4a82-be2c-b4e30117ae35 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:40.562635 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-df0d097d-33b9-491b-a5ff-151121e72a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:40.565466 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-df0d097d-33b9-491b-a5ff-151121e72a28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fee23a31-220a-4a83-a16f-7f2ebe1d0e1a HTTP/1.1" status: 204 len: 168 time: 0.9690521 Jun 11 19:35:40.579064 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Allocated IP 172.20.0.1 (089b78ce-90c3-4466-9178-3f4f4b07bbda/618c78af-b5d3-4f08-a1c2-966d11a544f4/3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:35:40.583474 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-b5517462-dc1d-4617-855b-7dde551b1c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:40.628628 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d097d-33b9-491b-a5ff-151121e72a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee23a31-220a-4a83-a16f-7f2ebe1d0e1a,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:40.631836 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-df0d097d-33b9-491b-a5ff-151121e72a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:40.743924 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 48b1cf7e-2dab-4a82-be2c-b4e30117ae35 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:40.744351 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:40.778527 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-81db5926-0295-44a5-b4ee-ee126129c618 req-e5f2b021-01d2-4917-b978-0a4534da8428 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--172965248&fields=id&tenant_id=add1c563d4f842f79fd0b4094b476cb4 HTTP/1.1" status: 200 len: 267 time: 0.1146605 Jun 11 19:35:40.857821 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:35:32Z', 'revision_number': 4, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port': {'id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:25Z', 'updated_at': '2021-06-11T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '6e50259b-8f01-4720-bb4d-c66ffd6f781b', 'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'mac_address': 'fa:16:3e:14:d1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:30Z', 'updated_at': '2021-06-11T19:35:39Z', 'revision_number': 4, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'subnets': [{'id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:40.880636 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c385afbb-5075-4243-a428-99f7efdcce41 None None] The sync data for ids ['7ae05304-a682-463d-a9f2-03586ab58638'] in dv-cinder-790535-3-iscsi is: [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:35:32Z', 'revision_number': 4, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port': {'id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:25Z', 'updated_at': '2021-06-11T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '6e50259b-8f01-4720-bb4d-c66ffd6f781b', 'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'mac_address': 'fa:16:3e:14:d1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:30Z', 'updated_at': '2021-06-11T19:35:39Z', 'revision_number': 4, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'subnets': [{'id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:35:40.969020 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77855a48-e619-4b96-94b9-b06bd84a85da req-da4a7ac9-16fd-4c29-a544-256c4f297106 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:40.976176 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-77855a48-e619-4b96-94b9-b06bd84a85da req-da4a7ac9-16fd-4c29-a544-256c4f297106 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=176a021c-c14b-4e76-a4ca-724397713d81 HTTP/1.1" status: 200 len: 931 time: 0.3604465 Jun 11 19:35:41.067562 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:41.081655 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db5926-0295-44a5-b4ee-ee126129c618 req-e4f013ab-981f-4369-b1f6-dc45b8c1f0c6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:41.083196 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-81db5926-0295-44a5-b4ee-ee126129c618 req-e4f013ab-981f-4369-b1f6-dc45b8c1f0c6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/networks?id=dd0799f3-e1f4-4564-b8cd-089a9187317a HTTP/1.1" status: 200 len: 811 time: 0.2424104 Jun 11 19:35:41.087165 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-77855a48-e619-4b96-94b9-b06bd84a85da req-29c547e0-96e2-4d8c-932f-5ad8025ff7f6 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100936 Jun 11 19:35:41.118904 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Transition to ACTIVE for port object 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a will not be triggered until provisioned by entity DHCP. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:41.121612 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-81db5926-0295-44a5-b4ee-ee126129c618 req-2e8a95d8-ea41-4ccc-8eb2-0895bb155e9b tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/quotas/add1c563d4f842f79fd0b4094b476cb4 HTTP/1.1" status: 200 len: 375 time: 0.0288405 Jun 11 19:35:41.238359 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-81db5926-0295-44a5-b4ee-ee126129c618 req-5c64a439-6a3b-4fab-8294-e5b7c58ea962 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=add1c563d4f842f79fd0b4094b476cb4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1089969 Jun 11 19:35:41.239589 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:41.250597 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:41.285004 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Network 089b78ce-90c3-4466-9178-3f4f4b07bbda is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:35:41.296700 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:41.325357 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:35:41.326410 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935007'] for router_interface, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:41.415028 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Pushing event updated for resources: {'Port': ['ID=3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:41.418573 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:41.560560 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-26cb9a79-ac3c-46e6-87eb-404b86602fd6 None None] Provisioning for port 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:35:41.571200 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-26cb9a79-ac3c-46e6-87eb-404b86602fd6 None None] Provisioning complete for port 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:41.571200 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-26cb9a79-ac3c-46e6-87eb-404b86602fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:41.571614 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 40032) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:41.683535 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-26cb9a79-ac3c-46e6-87eb-404b86602fd6 None None] Port 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:35:41.714308 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 6e50259b-8f01-4720-bb4d-c66ffd6f781b up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:41.738500 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-c23b8090-6bde-4d0d-84e9-069d5bc35f6f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-950467385-network', 'tenant_id': '66168bbbefa44d7c8b904fe7e3ced1a8'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:41.747486 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-81db5926-0295-44a5-b4ee-ee126129c618 req-949c52c5-a971-4a60-b372-4ed09c826d50 service neutron] 10.222.0.24 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834418 Jun 11 19:35:41.769896 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23b8090-6bde-4d0d-84e9-069d5bc35f6f admin admin] Made reservation on behalf of 66168bbbefa44d7c8b904fe7e3ced1a8 for: {'network': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:35:41.772390 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c23b8090-6bde-4d0d-84e9-069d5bc35f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for network, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:41.787101 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c23b8090-6bde-4d0d-84e9-069d5bc35f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:41.804782 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 6e50259b-8f01-4720-bb4d-c66ffd6f781b completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:35:41.809467 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 6e50259b-8f01-4720-bb4d-c66ffd6f781b triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:41.810042 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:41.905365 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:41.919117 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:41.947654 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c23b8090-6bde-4d0d-84e9-069d5bc35f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:41.955758 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c23b8090-6bde-4d0d-84e9-069d5bc35f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:41.961621 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-968447a2-b9d2-4504-bdbf-37bd9d0ebcc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:41.963403 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:41.994664 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23b8090-6bde-4d0d-84e9-069d5bc35f6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=91833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:35:42.004752 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a6072-6523-4e91-8768-acaccdb280ae req-d821357c-232d-4160-8df5-168ba8f8be9c tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:42.004941 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port 6e50259b-8f01-4720-bb4d-c66ffd6f781b, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=6e50259b-8f01-4720-bb4d-c66ffd6f781b,segment=NetworkSegment(4637dad3-ddce-4070-b99d-6de36c8e270c),segment_id=4637dad3-ddce-4070-b99d-6de36c8e270c)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:42.006153 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b8090-6bde-4d0d-84e9-069d5bc35f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3023a775-0951-436a-a9df-4129a4d56b0d,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:42.006303 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0d0a6072-6523-4e91-8768-acaccdb280ae req-d821357c-232d-4160-8df5-168ba8f8be9c tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 944 time: 0.3459725 Jun 11 19:35:42.011236 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c23b8090-6bde-4d0d-84e9-069d5bc35f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:42.013785 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:42.015253 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device f987c49e-16db-4551-bee7-23f6781ea2f7 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:42.016331 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c23b8090-6bde-4d0d-84e9-069d5bc35f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:42.017294 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.segments_db [None req-c23b8090-6bde-4d0d-84e9-069d5bc35f6f admin admin] Added segment 779e537c-f7eb-4049-a2df-3ab56d4cf900 of type vlan for network d00ede7a-f8da-478f-b68c-243fa8dfe003 Jun 11 19:35:42.019468 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-81db5926-0295-44a5-b4ee-ee126129c618 req-4cf5b2d8-98f9-4a6c-a07d-06c5579f5fd8 service neutron] 10.222.0.24 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711043 Jun 11 19:35:42.044070 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-6d95c841-8396-45ec-bc51-775bc13e3257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:42.109710 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c23b8090-6bde-4d0d-84e9-069d5bc35f6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747756045487'] for network, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:42.118032 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=6e50259b-8f01-4720-bb4d-c66ffd6f781b,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:42.119776 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0d0a6072-6523-4e91-8768-acaccdb280ae req-46df23b8-ad7f-423d-bd7b-e17b0590bf48 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976963 Jun 11 19:35:42.137193 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:42.160672 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port f987c49e-16db-4551-bee7-23f6781ea2f7 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:35:42.169951 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port f987c49e-16db-4551-bee7-23f6781ea2f7 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:42.170368 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:42.170599 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c23b8090-6bde-4d0d-84e9-069d5bc35f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:42.172218 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23b8090-6bde-4d0d-84e9-069d5bc35f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:42.172905 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c23b8090-6bde-4d0d-84e9-069d5bc35f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:42.176452 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-4b56517a-7cbf-47d9-93bb-ea30dea272c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:42.242733 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-c23b8090-6bde-4d0d-84e9-069d5bc35f6f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6699705 Jun 11 19:35:42.250381 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 40042) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:42.262315 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-a2d00ccf-1f11-4576-b2d8-c0318f24c3af admin admin] Request body: {'subnet': {'network_id': 'd00ede7a-f8da-478f-b68c-243fa8dfe003', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-950467385-subnet', 'tenant_id': '66168bbbefa44d7c8b904fe7e3ced1a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:42.297536 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b8090-6bde-4d0d-84e9-069d5bc35f6f admin admin] Pushing event updated for resources: {'Network': ['ID=d00ede7a-f8da-478f-b68c-243fa8dfe003,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:42.300825 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c23b8090-6bde-4d0d-84e9-069d5bc35f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:42.310831 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:42.317418 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Network d00ede7a-f8da-478f-b68c-243fa8dfe003 details requested by agent ovs-agent-dv-cinder-790535-3-iscsi with host dv-cinder-790535-3-iscsi {{(pid=91835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:35:42.329983 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d00ccf-1f11-4576-b2d8-c0318f24c3af admin admin] Made reservation on behalf of 66168bbbefa44d7c8b904fe7e3ced1a8 for: {'subnet': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:35:42.334312 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a2d00ccf-1f11-4576-b2d8-c0318f24c3af admin admin] Notify callbacks [] for subnet, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:42.434396 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port f987c49e-16db-4551-bee7-23f6781ea2f7, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=f987c49e-16db-4551-bee7-23f6781ea2f7,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:42.440916 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:42.443128 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-8027a21c-4a17-4078-99d1-96a693a8adc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:42.448101 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Request body: {'port': {'device_id': '176a021c-c14b-4e76-a4ca-724397713d81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:42.511819 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=f987c49e-16db-4551-bee7-23f6781ea2f7,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:42.516090 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:42.552768 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:42.611274 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:42.659898 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:42.672923 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935115'] for router_interface, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:42.679375 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:42.682549 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4f445758-54d6-4d05-ab63-f27e6dfe3d94 req-35b8f27c-a371-42d3-b8ba-8294cb1ce3d8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004633 Jun 11 19:35:42.824411 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6f8dc-4165-45a8-89dd-64c14bcdecb5 req-c6b368dc-7beb-4f15-af8c-8bcee755c172 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:42.825863 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-acc6f8dc-4165-45a8-89dd-64c14bcdecb5 req-c6b368dc-7beb-4f15-af8c-8bcee755c172 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.5034249 Jun 11 19:35:42.865152 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Pushing event updated for resources: {'Port': ['ID=3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:42.879082 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dab7b0-76e3-4dc2-9c29-5c82f6849396 req-42c5b248-9e28-488e-9d55-ecdc561ba1e3 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:42.880529 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d5dab7b0-76e3-4dc2-9c29-5c82f6849396 req-42c5b248-9e28-488e-9d55-ecdc561ba1e3 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=176a021c-c14b-4e76-a4ca-724397713d81 HTTP/1.1" status: 200 len: 931 time: 0.4933009 Jun 11 19:35:42.891300 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:42.907634 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40461222-3275-44f6-97cf-c15cdd65192e {{(pid=91833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:35:42.915049 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:42.927534 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.provisioning_blocks [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Transition to ACTIVE for port object 40461222-3275-44f6-97cf-c15cdd65192e will not be triggered until provisioned by entity L2. {{(pid=91833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:42.933624 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10434353'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:42.936078 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:43.037384 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Pushing event updated for resources: {'Port': ['ID=40461222-3275-44f6-97cf-c15cdd65192e,revision_number=2']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:43.044979 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:43.137969 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Attempting to bind port 40461222-3275-44f6-97cf-c15cdd65192e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:35:43.138311 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Attempting to bind port 40461222-3275-44f6-97cf-c15cdd65192e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '7d2e4f89-7191-4676-a423-a08123317ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cbc524a5-3698-40c4-a1c1-03d2209282ba'}] {{(pid=91833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:35:43.138662 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Attempting to bind port 40461222-3275-44f6-97cf-c15cdd65192e on network cbc524a5-3698-40c4-a1c1-03d2209282ba {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:35:43.143956 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Port 40461222-3275-44f6-97cf-c15cdd65192e on network cbc524a5-3698-40c4-a1c1-03d2209282ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:35:43.144277 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Attempting to bind port 40461222-3275-44f6-97cf-c15cdd65192e on network cbc524a5-3698-40c4-a1c1-03d2209282ba {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:35:43.149380 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:35:43.154780 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Checking segment: {'id': '7d2e4f89-7191-4676-a423-a08123317ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cbc524a5-3698-40c4-a1c1-03d2209282ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:35:43.155325 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Bound using segment: {'id': '7d2e4f89-7191-4676-a423-a08123317ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cbc524a5-3698-40c4-a1c1-03d2209282ba'} {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:35:43.156246 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Bound port: 40461222-3275-44f6-97cf-c15cdd65192e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2e4f89-7191-4676-a423-a08123317ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cbc524a5-3698-40c4-a1c1-03d2209282ba'}}] {{(pid=91833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:35:43.156601 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:43.232706 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] For port 40461222-3275-44f6-97cf-c15cdd65192e, host hv-cinder-79053, cleared binding levels {{(pid=91833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:35:43.236528 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] For port 40461222-3275-44f6-97cf-c15cdd65192e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=40461222-3275-44f6-97cf-c15cdd65192e,segment=NetworkSegment(7d2e4f89-7191-4676-a423-a08123317ad9),segment_id=7d2e4f89-7191-4676-a423-a08123317ad9)] {{(pid=91833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:35:43.240361 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10434353'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:43.242528 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:43.272500 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-acc6f8dc-4165-45a8-89dd-64c14bcdecb5 req-895d438b-9b05-4c5d-927a-65ab7abb7d8f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318008 Jun 11 19:35:43.284848 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:43.285540 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:43.287372 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] 10.222.0.39 "PUT /v2.0/ports/40461222-3275-44f6-97cf-c15cdd65192e HTTP/1.1" status: 200 len: 1093 time: 0.8443780 Jun 11 19:35:43.288026 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176a021c-c14b-4e76-a4ca-724397713d81', 'tag': '40461222-3275-44f6-97cf-c15cdd65192e'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:35:43.290385 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f58a405-8c30-44d6-9553-7b9e636eab85" -d '{"events": [{"name": "network-changed", "server_uuid": "176a021c-c14b-4e76-a4ca-724397713d81", "tag": "40461222-3275-44f6-97cf-c15cdd65192e"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:35:43.300460 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a2d00ccf-1f11-4576-b2d8-c0318f24c3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:43.316192 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d5dab7b0-76e3-4dc2-9c29-5c82f6849396 req-e21fd94f-441f-465b-a851-1ed71db16bff tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184728 Jun 11 19:35:43.319485 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-a694a207-9722-4deb-bd42-f88db3a233e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:43.325340 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Pushing event updated for resources: {'Port': ['ID=40461222-3275-44f6-97cf-c15cdd65192e,revision_number=3']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:43.336052 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Network 089b78ce-90c3-4466-9178-3f4f4b07bbda is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:35:43.337459 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:43.373045 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:43.444943 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-88b2bde7-4266-4962-b61a-9bfed2ecf720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:43.446658 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-88b2bde7-4266-4962-b61a-9bfed2ecf720 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f45ce8c203a74c988473bd596d511701&device_id=176a021c-c14b-4e76-a4ca-724397713d81 HTTP/1.1" status: 200 len: 1096 time: 0.0870602 Jun 11 19:35:43.532762 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-33ea5d78-7cab-4bd3-b0e9-e8f448be8eb2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40461222-3275-44f6-97cf-c15cdd65192e HTTP/1.1" status: 200 len: 217 time: 0.0599315 Jun 11 19:35:43.550603 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d00ccf-1f11-4576-b2d8-c0318f24c3af admin admin] Pushing event updated for resources: {'Subnet': ['ID=23da6553-7413-47ca-ab52-0ff80ef6f9ca,revision_number=0']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:43.578580 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-a2d00ccf-1f11-4576-b2d8-c0318f24c3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:43.614452 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-3d7baec2-3067-4d3d-bf8c-cf5c0c8c4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:43.615932 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-3d7baec2-3067-4d3d-bf8c-cf5c0c8c4566 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc72d707-8fb1-4f5a-9954-3e0e58fbc79c HTTP/1.1" status: 200 len: 848 time: 0.0639894 Jun 11 19:35:43.625226 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 6e50259b-8f01-4720-bb4d-c66ffd6f781b up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:43.638444 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fc40f468-c1e5-4fdb-bb6a-ed501339d467 req-18d97249-bd0f-4fc2-a120-f07d5b9340a4 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 210 time: 0.1123011 Jun 11 19:35:43.674137 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-63658bcb-b6d3-4cc5-b442-5d4dc12a216a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbc524a5-3698-40c4-a1c1-03d2209282ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459208 Jun 11 19:35:43.720622 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d00ccf-1f11-4576-b2d8-c0318f24c3af admin admin] Checking segment: {'id': '779e537c-f7eb-4049-a2df-3ab56d4cf900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd00ede7a-f8da-478f-b68c-243fa8dfe003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:35:43.720960 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d00ccf-1f11-4576-b2d8-c0318f24c3af admin admin] Network hostable DHCP agents. Network: d00ede7a-f8da-478f-b68c-243fa8dfe003, hostable agents: ['c7177cc0-43cb-4693-ab8c-8cb8ca1ff766'], hosted agents: [] {{(pid=91834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:35:43.728484 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2067e71-00ee-422d-9c7e-9da3471aa11e x-openstack-request-id: req-c2067e71-00ee-422d-9c7e-9da3471aa11e {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:35:43.729012 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176a021c-c14b-4e76-a4ca-724397713d81", "tag": "40461222-3275-44f6-97cf-c15cdd65192e", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:35:43.729307 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2067e71-00ee-422d-9c7e-9da3471aa11e {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:35:43.729855 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '176a021c-c14b-4e76-a4ca-724397713d81', 'tag': '40461222-3275-44f6-97cf-c15cdd65192e', 'status': 'completed', 'code': 200} Jun 11 19:35:43.730725 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 6e50259b-8f01-4720-bb4d-c66ffd6f781b triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:43.731353 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:43.738360 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-4aba3433-f28f-49c3-96c8-69fd21cbf731 None None] Provisioning complete for port 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:43.739151 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-4aba3433-f28f-49c3-96c8-69fd21cbf731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:43.787913 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d00ccf-1f11-4576-b2d8-c0318f24c3af admin admin] Network d00ede7a-f8da-478f-b68c-243fa8dfe003 is scheduled to be hosted by DHCP agent c7177cc0-43cb-4693-ab8c-8cb8ca1ff766 with binding_index 1 {{(pid=91834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:35:43.802146 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Router 097b08d0-c56e-4a82-b7b4-f0739fe383f2 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:35:43.814355 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe21860-faac-44e3-9d3e-e69ba3894c86 req-96e2db6c-34b7-405e-9b76-4f9ca6cd1273 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:43.816491 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3fe21860-faac-44e3-9d3e-e69ba3894c86 req-96e2db6c-34b7-405e-9b76-4f9ca6cd1273 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 944 time: 0.2813990 Jun 11 19:35:43.833245 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-a2d00ccf-1f11-4576-b2d8-c0318f24c3af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-iscsi, d00ede7a-f8da-478f-b68c-243fa8dfe003) {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:43.850779 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-4aba3433-f28f-49c3-96c8-69fd21cbf731 None None] Port 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:35:43.879134 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5e00a3-2811-4a69-89b6-ba6d02795865 None None] Network d00ede7a-f8da-478f-b68c-243fa8dfe003 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:35:43.888394 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d00ccf-1f11-4576-b2d8-c0318f24c3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:43.888981 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a2d00ccf-1f11-4576-b2d8-c0318f24c3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:43.930013 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-4f0a55b5-1422-47d2-988f-d05908ceb50a service neutron] 10.222.0.39 "GET /v2.0/networks/cbc524a5-3698-40c4-a1c1-03d2209282ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384648 Jun 11 19:35:44.071001 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device f987c49e-16db-4551-bee7-23f6781ea2f7 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:44.126091 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-a2d00ccf-1f11-4576-b2d8-c0318f24c3af admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8664889 Jun 11 19:35:44.166559 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3fe21860-faac-44e3-9d3e-e69ba3894c86 req-e08aa376-8be6-4062-bc56-fa445e6c96eb tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031640 Jun 11 19:35:44.173690 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-e9842e84-ba78-49e2-8d7d-4aec5a63af69 req-b798bd1f-7617-436c-a388-fd3f9ec32d34 service neutron] 10.222.0.39 "GET /v2.0/networks/cbc524a5-3698-40c4-a1c1-03d2209282ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341943 Jun 11 19:35:44.181626 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port f987c49e-16db-4551-bee7-23f6781ea2f7 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:44.182231 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:44.211604 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db5926-0295-44a5-b4ee-ee126129c618 req-a1206aba-1017-4d30-9ba8-5e6671a36c56 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:44.213110 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-81db5926-0295-44a5-b4ee-ee126129c618 req-a1206aba-1017-4d30-9ba8-5e6671a36c56 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.39 "GET /v2.0/networks?id=dd0799f3-e1f4-4564-b8cd-089a9187317a HTTP/1.1" status: 200 len: 811 time: 0.3957076 Jun 11 19:35:44.253830 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:35:44.268735 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] 10.222.0.24 "PUT /v2.0/routers/097b08d0-c56e-4a82-b7b4-f0739fe383f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8568301 Jun 11 19:35:44.273374 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22789b6b-5523-4bbf-a1a8-1897dad057ed None None] Network d00ede7a-f8da-478f-b68c-243fa8dfe003 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:35:44.313644 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-81db5926-0295-44a5-b4ee-ee126129c618 req-1dce274c-e87b-4388-b000-7b1586806259 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=add1c563d4f842f79fd0b4094b476cb4 HTTP/1.1" status: 200 len: 379 time: 0.0839612 Jun 11 19:35:44.332673 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-81db5926-0295-44a5-b4ee-ee126129c618 req-6cf589ee-253c-4cee-869d-3b49754ce3ff tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Request body: {'port': {'device_id': 'd774c327-e242-42b3-8f35-527fd31bab34', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'admin_state_up': True, 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'security_groups': ['0e0c188f-1000-4c60-9789-6eed37981de7']}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:44.667660 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Sync routers for ids ['097b08d0-c56e-4a82-b7b4-f0739fe383f2'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:35:44.678777 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 6c8226df-6d29-4bcf-898f-bf1662ee51d7 up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:44.764581 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Routers {'097b08d0-c56e-4a82-b7b4-f0739fe383f2'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:35:44.765439 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:35:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['097b08d0-c56e-4a82-b7b4-f0739fe383f2'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:44.832530 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81db5926-0295-44a5-b4ee-ee126129c618 req-6cf589ee-253c-4cee-869d-3b49754ce3ff tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Made reservation on behalf of add1c563d4f842f79fd0b4094b476cb4 for: {'port': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:35:44.836723 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-81db5926-0295-44a5-b4ee-ee126129c618 req-6cf589ee-253c-4cee-869d-3b49754ce3ff tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:44.846070 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58a405-8c30-44d6-9553-7b9e636eab85 req-f81ae9c8-ad3b-4e05-8113-db70cf7b0709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:44.847748 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-3f58a405-8c30-44d6-9553-7b9e636eab85 req-f81ae9c8-ad3b-4e05-8113-db70cf7b0709 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f45ce8c203a74c988473bd596d511701&device_id=176a021c-c14b-4e76-a4ca-724397713d81 HTTP/1.1" status: 200 len: 1096 time: 0.5598984 Jun 11 19:35:44.929200 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d501480-887e-426c-9c18-1bdb1f5ad304 req-ef3e800a-9aee-49cb-80b2-ebe09969a965 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:44.937271 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7d501480-887e-426c-9c18-1bdb1f5ad304 req-ef3e800a-9aee-49cb-80b2-ebe09969a965 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.3253045 Jun 11 19:35:44.990829 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port 6c8226df-6d29-4bcf-898f-bf1662ee51d7 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:35:45.003495 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945008a-5c49-42e1-9bc3-0a57db99fda1 req-618c9a4e-e54a-4fce-a446-ba223c3506f3 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:45.004188 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port 6c8226df-6d29-4bcf-898f-bf1662ee51d7 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:45.004807 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:45.011789 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f945008a-5c49-42e1-9bc3-0a57db99fda1 req-618c9a4e-e54a-4fce-a446-ba223c3506f3 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=176a021c-c14b-4e76-a4ca-724397713d81 HTTP/1.1" status: 200 len: 943 time: 0.3956010 Jun 11 19:35:45.066712 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58a405-8c30-44d6-9553-7b9e636eab85 req-00e9289d-dc76-46d9-b7e4-34f755e87498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:45.068987 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-3f58a405-8c30-44d6-9553-7b9e636eab85 req-00e9289d-dc76-46d9-b7e4-34f755e87498 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbc524a5-3698-40c4-a1c1-03d2209282ba HTTP/1.1" status: 200 len: 909 time: 0.2070880 Jun 11 19:35:45.088545 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Set router 097b08d0-c56e-4a82-b7b4-f0739fe383f2 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:35:45.108857 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7d501480-887e-426c-9c18-1bdb1f5ad304 req-20e54fd8-cccb-44d1-bbc5-47ab3c36ee4d tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706002 Jun 11 19:35:45.138541 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-3f58a405-8c30-44d6-9553-7b9e636eab85 req-7f74ada0-ef7a-4c8f-a003-986ca21df834 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40461222-3275-44f6-97cf-c15cdd65192e HTTP/1.1" status: 200 len: 217 time: 0.0536747 Jun 11 19:35:45.149520 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f945008a-5c49-42e1-9bc3-0a57db99fda1 req-5f2fa9a4-96fb-408b-af33-f6ac9b9feab9 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302443 Jun 11 19:35:45.180004 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [req-81db5926-0295-44a5-b4ee-ee126129c618 req-6cf589ee-253c-4cee-869d-3b49754ce3ff tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Allocated IP 172.20.0.4 (dd0799f3-e1f4-4564-b8cd-089a9187317a/4e6eba21-4314-4ef9-a7be-0d0c169a43f5/2d5da950-c8c6-40f2-9c3d-d88241621737) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:35:45.216359 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58a405-8c30-44d6-9553-7b9e636eab85 req-9ecef9e0-c70f-4e7b-93b6-05d2a63c298c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:45.217900 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-3f58a405-8c30-44d6-9553-7b9e636eab85 req-9ecef9e0-c70f-4e7b-93b6-05d2a63c298c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc72d707-8fb1-4f5a-9954-3e0e58fbc79c HTTP/1.1" status: 200 len: 848 time: 0.0740769 Jun 11 19:35:45.261101 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-3f58a405-8c30-44d6-9553-7b9e636eab85 req-21ca9765-cb48-4b2b-a577-32e5d9fc685e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbc524a5-3698-40c4-a1c1-03d2209282ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317988 Jun 11 19:35:45.341828 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:45.353826 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-81db5926-0295-44a5-b4ee-ee126129c618 req-6cf589ee-253c-4cee-869d-3b49754ce3ff tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:45.367674 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [req-81db5926-0295-44a5-b4ee-ee126129c618 req-6cf589ee-253c-4cee-869d-3b49754ce3ff tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Transition to ACTIVE for port object 2d5da950-c8c6-40f2-9c3d-d88241621737 will not be triggered until provisioned by entity DHCP. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:45.414522 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-3f58a405-8c30-44d6-9553-7b9e636eab85 req-5e89d04a-4254-4129-8fea-44fa7e312837 service neutron] 10.222.0.39 "GET /v2.0/networks/cbc524a5-3698-40c4-a1c1-03d2209282ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396878 Jun 11 19:35:45.424761 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cac44c9a-dc52-446b-9a40-85a646c51f6a req-66453286-4e9a-42a7-bc92-37befd902817 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 210 time: 0.0440149 Jun 11 19:35:45.435465 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d541c3-90ed-4051-ad2b-2ef98f8e40cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8226df-6d29-4bcf-898f-bf1662ee51d7'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:35:45.438178 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9027c7-c104-4acd-b4fd-5500a173f8fc" -d '{"events": [{"server_uuid": "04d541c3-90ed-4051-ad2b-2ef98f8e40cc", "name": "network-vif-plugged", "status": "completed", "tag": "6c8226df-6d29-4bcf-898f-bf1662ee51d7"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:35:45.439307 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-81db5926-0295-44a5-b4ee-ee126129c618 req-6cf589ee-253c-4cee-869d-3b49754ce3ff tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:45.447777 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-12351891-3867-4f4e-8ea3-848c24a0461b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:45.459616 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 6c8226df-6d29-4bcf-898f-bf1662ee51d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6c8226df-6d29-4bcf-898f-bf1662ee51d7,segment=NetworkSegment(27745dbb-6f0e-4b17-90e5-351d1a26130b),segment_id=27745dbb-6f0e-4b17-90e5-351d1a26130b)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:45.479063 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:45.484213 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:45.577441 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=6c8226df-6d29-4bcf-898f-bf1662ee51d7,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:45.578339 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf589ee-253c-4cee-869d-3b49754ce3ff tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Pushing event updated for resources: {'Port': ['ID=2d5da950-c8c6-40f2-9c3d-d88241621737,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:45.593984 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:45.609414 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-6cf589ee-253c-4cee-869d-3b49754ce3ff tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:45.610287 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-3f58a405-8c30-44d6-9553-7b9e636eab85 req-a1320a49-854f-401f-9a7c-210492de008d service neutron] 10.222.0.39 "GET /v2.0/networks/cbc524a5-3698-40c4-a1c1-03d2209282ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861320 Jun 11 19:35:45.615963 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097b08d0-c56e-4a82-b7b4-f0739fe383f2', 'name': 'tempest-TestVolumeBootPattern-830419379-router', 'tenant_id': '31595238e7e04cf4b7ef6404e928d099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f987c49e-16db-4551-bee7-23f6781ea2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:32Z', 'updated_at': '2021-06-11T19:35:41Z', 'revision_number': 4, 'project_id': '31595238e7e04cf4b7ef6404e928d099', 'gw_port': {'id': 'f987c49e-16db-4551-bee7-23f6781ea2f7', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:18:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097b08d0-c56e-4a82-b7b4-f0739fe383f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:35Z', 'updated_at': '2021-06-11T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a', 'name': '', 'network_id': '089b78ce-90c3-4466-9178-3f4f4b07bbda', 'tenant_id': '31595238e7e04cf4b7ef6404e928d099', 'mac_address': 'fa:16:3e:b7:69:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097b08d0-c56e-4a82-b7b4-f0739fe383f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '618c78af-b5d3-4f08-a1c2-966d11a544f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:39Z', 'updated_at': '2021-06-11T19:35:42Z', 'revision_number': 2, 'project_id': '31595238e7e04cf4b7ef6404e928d099', 'subnets': [{'id': '618c78af-b5d3-4f08-a1c2-966d11a544f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:45.620979 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Checking router: 097b08d0-c56e-4a82-b7b4-f0739fe383f2 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:35:45.621626 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Updating router 097b08d0-c56e-4a82-b7b4-f0739fe383f2 port 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a binding host dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:35:45.621813 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81db5926-0295-44a5-b4ee-ee126129c618 req-6cf589ee-253c-4cee-869d-3b49754ce3ff tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Network dd0799f3-e1f4-4564-b8cd-089a9187317a is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:35:45.625913 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [req-81db5926-0295-44a5-b4ee-ee126129c618 req-6cf589ee-253c-4cee-869d-3b49754ce3ff tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:45.628506 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-81db5926-0295-44a5-b4ee-ee126129c618 req-6cf589ee-253c-4cee-869d-3b49754ce3ff tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:35:45.634564 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db5926-0295-44a5-b4ee-ee126129c618 req-6cf589ee-253c-4cee-869d-3b49754ce3ff tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:45.635189 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-81db5926-0295-44a5-b4ee-ee126129c618 req-6cf589ee-253c-4cee-869d-3b49754ce3ff tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:45.666686 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-81db5926-0295-44a5-b4ee-ee126129c618 req-6cf589ee-253c-4cee-869d-3b49754ce3ff tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3395398 Jun 11 19:35:45.681592 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Request body: {'port': {'device_id': 'd774c327-e242-42b3-8f35-527fd31bab34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:45.688526 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:45.692017 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bb70c-5c00-4dd9-8143-8631437207f3 req-ae0f9c1a-f705-459d-8d72-b00dd3164dec tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:45.693515 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-016bb70c-5c00-4dd9-8143-8631437207f3 req-ae0f9c1a-f705-459d-8d72-b00dd3164dec tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.1263041 Jun 11 19:35:45.706546 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 40104) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:45.711531 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-07950aff-3dda-4d12-ab06-131417367293 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-852856224', 'description': 'tempest-secgroup-smoke-852856224 description', 'project_id': '5da85e3d494c400d9b6ee93e139f5496'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:45.764019 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-07950aff-3dda-4d12-ab06-131417367293 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:45.783841 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-016bb70c-5c00-4dd9-8143-8631437207f3 req-e29e9c7d-beb8-4795-8dce-3f3b205985e8 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644770 Jun 11 19:35:45.916502 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9656debd-129b-4f4d-b5eb-775f6bff9e08 x-openstack-request-id: req-9656debd-129b-4f4d-b5eb-775f6bff9e08 {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:35:45.916943 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d541c3-90ed-4051-ad2b-2ef98f8e40cc", "name": "network-vif-plugged", "status": "completed", "tag": "6c8226df-6d29-4bcf-898f-bf1662ee51d7", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:35:45.917297 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9656debd-129b-4f4d-b5eb-775f6bff9e08 {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:35:45.917786 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d541c3-90ed-4051-ad2b-2ef98f8e40cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8226df-6d29-4bcf-898f-bf1662ee51d7', 'code': 200} Jun 11 19:35:45.966063 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:45.977886 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-07950aff-3dda-4d12-ab06-131417367293 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:45.986939 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-07950aff-3dda-4d12-ab06-131417367293 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:46.006760 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-893e2d5e-107d-4ebf-8ca3-961f4b5a8c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:46.089341 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07950aff-3dda-4d12-ab06-131417367293 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:46.099439 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-07950aff-3dda-4d12-ab06-131417367293 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:46.100052 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-07950aff-3dda-4d12-ab06-131417367293 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:46.106930 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-07950aff-3dda-4d12-ab06-131417367293 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3990812 Jun 11 19:35:46.107986 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897b2ee-62ae-45d5-a1a0-c7831b4b3749 req-6b0d1eb0-cc82-4c0a-bd0a-2433e26b4781 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:46.111208 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 40116) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:46.113068 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8897b2ee-62ae-45d5-a1a0-c7831b4b3749 req-6b0d1eb0-cc82-4c0a-bd0a-2433e26b4781 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 945 time: 0.2202547 Jun 11 19:35:46.128975 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-ad1469dd-f836-4123-98ea-62dae4d8732a tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Request body: {'security_group_rule': {'security_group_id': '8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b', 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:46.182426 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ad1469dd-f836-4123-98ea-62dae4d8732a tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:46.260510 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 40122) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:46.262194 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Notify callbacks [] for port, precommit_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:46.269683 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ad1469dd-f836-4123-98ea-62dae4d8732a tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:46.290364 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Transition to ACTIVE for port object 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a will not be triggered until provisioned by entity L2. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:46.299343 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-7a5c408b-4cd5-4a4c-9d5f-fac850f31ed0 None None] Provisioning for port 2d5da950-c8c6-40f2-9c3d-d88241621737 completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:35:46.308445 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:46.313819 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:46.316961 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-7a5c408b-4cd5-4a4c-9d5f-fac850f31ed0 None None] Provisioning complete for port 2d5da950-c8c6-40f2-9c3d-d88241621737 triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:46.319479 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-7a5c408b-4cd5-4a4c-9d5f-fac850f31ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:46.327487 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ad1469dd-f836-4123-98ea-62dae4d8732a tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:46.341313 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-bd4d9f38-4542-4cb4-a743-9fbc6d416148 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:46.391606 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-7a5c408b-4cd5-4a4c-9d5f-fac850f31ed0 None None] Port 2d5da950-c8c6-40f2-9c3d-d88241621737 cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:35:46.403780 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1469dd-f836-4123-98ea-62dae4d8732a tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c96aa3e-9c48-478c-8ef4-20ea6cfff3dc,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:46.408193 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-ad1469dd-f836-4123-98ea-62dae4d8732a tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:46.425661 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ad1469dd-f836-4123-98ea-62dae4d8732a tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:46.425661 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-ad1469dd-f836-4123-98ea-62dae4d8732a tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3037241 Jun 11 19:35:46.425661 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 40128) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:46.443629 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b7ce1-98c0-4973-a08f-6e6b1b8d51dc req-03b90b18-2250-43d6-b491-4c1754aa98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:46.445246 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-4a9b7ce1-98c0-4973-a08f-6e6b1b8d51dc req-03b90b18-2250-43d6-b491-4c1754aa98ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 1098 time: 0.2179081 Jun 11 19:35:46.449166 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8897b2ee-62ae-45d5-a1a0-c7831b4b3749 req-6b8b3752-6b41-48ab-9148-a678532e666d tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292801 Jun 11 19:35:46.449827 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-6bf84d55-d476-48df-a117-b4958e90038e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Request body: {'security_group_rule': {'security_group_id': '8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b', 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:46.553978 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-4a9b7ce1-98c0-4973-a08f-6e6b1b8d51dc req-6ede7eff-83c1-4c3c-bc2f-e3aa43195d9c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525959 Jun 11 19:35:46.560740 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6bf84d55-d476-48df-a117-b4958e90038e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:46.618880 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 40461222-3275-44f6-97cf-c15cdd65192e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:35:46.621781 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4598071-1d27-49f4-afec-46108427072f None None] Pushing event updated for resources: {'Port': ['ID=3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a,revision_number=3']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:46.630208 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-a4598071-1d27-49f4-afec-46108427072f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:46.636695 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6bf84d55-d476-48df-a117-b4958e90038e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:46.636897 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a4150c14-99dc-49d4-a160-f8c24f17e003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:46.641558 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6bf84d55-d476-48df-a117-b4958e90038e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:46.655847 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-6b82cec5-dc3f-48cb-bc97-d65dd6ebed30 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:46.672136 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf84d55-d476-48df-a117-b4958e90038e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f507021-60ac-4d3b-9d7f-376d795b60e5,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:46.673706 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-6bf84d55-d476-48df-a117-b4958e90038e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:46.674599 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6bf84d55-d476-48df-a117-b4958e90038e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:46.675748 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-6bf84d55-d476-48df-a117-b4958e90038e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2295845 Jun 11 19:35:46.678694 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 40144) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:46.683635 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-7cdeeb27-b456-4526-be39-3a940dcac21c tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Request body: {'security_group_rule': {'security_group_id': '8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b', 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:46.717045 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7cdeeb27-b456-4526-be39-3a940dcac21c tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:46.795055 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Attempting to bind port 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:35:46.795645 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Attempting to bind port 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': 'b82654d3-f3d9-475b-b821-1df16e420b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '089b78ce-90c3-4466-9178-3f4f4b07bbda'}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:35:46.795771 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Attempting to bind port 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a on network 089b78ce-90c3-4466-9178-3f4f4b07bbda {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:35:46.795863 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7cdeeb27-b456-4526-be39-3a940dcac21c tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:46.802553 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7cdeeb27-b456-4526-be39-3a940dcac21c tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:46.805184 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-6bf84d55-d476-48df-a117-b4958e90038e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:46.813577 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:35:46.814462 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Checking segment: {'id': 'b82654d3-f3d9-475b-b821-1df16e420b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '089b78ce-90c3-4466-9178-3f4f4b07bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:35:46.814462 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:46.814846 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Bound using segment: {'id': 'b82654d3-f3d9-475b-b821-1df16e420b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '089b78ce-90c3-4466-9178-3f4f4b07bbda'} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:35:46.815303 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Bound port: 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82654d3-f3d9-475b-b821-1df16e420b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '089b78ce-90c3-4466-9178-3f4f4b07bbda'}}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:35:46.815687 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:46.831825 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdeeb27-b456-4526-be39-3a940dcac21c tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15349ab8-6c00-4f88-9f17-0017fd8d51a4,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:46.840901 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-7cdeeb27-b456-4526-be39-3a940dcac21c tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:46.893088 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 40461222-3275-44f6-97cf-c15cdd65192e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=40461222-3275-44f6-97cf-c15cdd65192e,segment=NetworkSegment(7d2e4f89-7191-4676-a423-a08123317ad9),segment_id=7d2e4f89-7191-4676-a423-a08123317ad9)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:47.035316 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': '40461222-3275-44f6-97cf-c15cdd65192e', 'network_id': 'cbc524a5-3698-40c4-a1c1-03d2209282ba', 'port_id': '40461222-3275-44f6-97cf-c15cdd65192e', 'mac_address': 'fa:16:3e:56:fc:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc72d707-8fb1-4f5a-9954-3e0e58fbc79c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:35:47.070343 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] For port 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:35:47.091786 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] For port 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a,segment=NetworkSegment(b82654d3-f3d9-475b-b821-1df16e420b9e),segment_id=b82654d3-f3d9-475b-b821-1df16e420b9e)] {{(pid=91835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:35:47.098888 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:47.099087 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b2b28-e04a-4644-82f5-5007725e1d50 req-9f7ca5d5-ebf0-42d8-a2c9-654cca4e1c62 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:47.100548 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9f2b2b28-e04a-4644-82f5-5007725e1d50 req-9f7ca5d5-ebf0-42d8-a2c9-654cca4e1c62 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=176a021c-c14b-4e76-a4ca-724397713d81 HTTP/1.1" status: 200 len: 943 time: 0.7379577 Jun 11 19:35:47.100872 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-65e0d139-ae66-465b-be84-d0060e4902ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:47.102566 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:47.155931 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40461222-3275-44f6-97cf-c15cdd65192e {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:35:47.172997 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e23a826f-dd72-4af0-ab20-a084c3921ced tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:47.179162 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e23a826f-dd72-4af0-ab20-a084c3921ced tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/networks?id=d00ede7a-f8da-478f-b68c-243fa8dfe003 HTTP/1.1" status: 200 len: 813 time: 0.5493798 Jun 11 19:35:47.198410 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 40461222-3275-44f6-97cf-c15cdd65192e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=40461222-3275-44f6-97cf-c15cdd65192e,segment=NetworkSegment(7d2e4f89-7191-4676-a423-a08123317ad9),segment_id=7d2e4f89-7191-4676-a423-a08123317ad9)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:47.200587 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4598071-1d27-49f4-afec-46108427072f None None] Pushing event updated for resources: {'Port': ['ID=3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:47.203958 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:47.205730 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-a4598071-1d27-49f4-afec-46108427072f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:47.206472 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-a4598071-1d27-49f4-afec-46108427072f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:47.208679 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Routers {'097b08d0-c56e-4a82-b7b4-f0739fe383f2'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:35:47.209684 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:35:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['097b08d0-c56e-4a82-b7b4-f0739fe383f2'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:47.215359 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5da950-c8c6-40f2-9c3d-d88241621737 {{(pid=91834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:35:47.225068 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:47.232589 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-b20feb2f-edca-404b-a5dc-3569c010f8f5 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/quotas/66168bbbefa44d7c8b904fe7e3ced1a8 HTTP/1.1" status: 200 len: 375 time: 0.0525169 Jun 11 19:35:47.272937 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Transition to ACTIVE for port object 2d5da950-c8c6-40f2-9c3d-d88241621737 will not be triggered until provisioned by entity L2. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:47.303294 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-912164e8-e487-4596-973c-736b6247c47e tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=66168bbbefa44d7c8b904fe7e3ced1a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576255 Jun 11 19:35:47.303911 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:47.306890 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:47.310768 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9f2b2b28-e04a-4644-82f5-5007725e1d50 req-758d35db-e153-45f5-9e2e-69ba8483a959 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754274 Jun 11 19:35:47.367270 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=40461222-3275-44f6-97cf-c15cdd65192e,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:47.370945 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:47.412195 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a4150c14-99dc-49d4-a160-f8c24f17e003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:47.420393 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] Set router 097b08d0-c56e-4a82-b7b4-f0739fe383f2 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:35:47.427310 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7cdeeb27-b456-4526-be39-3a940dcac21c tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:47.431179 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-7cdeeb27-b456-4526-be39-3a940dcac21c tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7486641 Jun 11 19:35:47.431311 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 40146) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:47.436587 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-11308ed3-3e2c-4f4f-b6ed-0df736c477a8 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Request body: {'security_group_rule': {'security_group_id': '8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b', 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:47.479602 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-11308ed3-3e2c-4f4f-b6ed-0df736c477a8 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:47.528639 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a4150c14-99dc-49d4-a160-f8c24f17e003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:47.553233 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5da950-c8c6-40f2-9c3d-d88241621737,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:47.558875 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-11308ed3-3e2c-4f4f-b6ed-0df736c477a8 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:47.565197 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-11308ed3-3e2c-4f4f-b6ed-0df736c477a8 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:47.567783 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:47.587144 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11308ed3-3e2c-4f4f-b6ed-0df736c477a8 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ddb069-78b7-474c-9326-68888aaed765,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:47.591265 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-11308ed3-3e2c-4f4f-b6ed-0df736c477a8 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:47.598179 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-11308ed3-3e2c-4f4f-b6ed-0df736c477a8 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:47.599805 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-11308ed3-3e2c-4f4f-b6ed-0df736c477a8 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1676502 Jun 11 19:35:47.602610 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 40152) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:47.608264 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:47.609476 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-09e572b7-022b-45ee-b70f-cff15c576fc4 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Request body: {'security_group_rule': {'security_group_id': '8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b', 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:47.611365 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-df0d097d-33b9-491b-a5ff-151121e72a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:47.641003 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.securitygroups_db [None req-09e572b7-022b-45ee-b70f-cff15c576fc4 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Project 5da85e3d494c400d9b6ee93e139f5496 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 19:35:47.648100 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-09e572b7-022b-45ee-b70f-cff15c576fc4 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:47.660191 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['40461222-3275-44f6-97cf-c15cdd65192e'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:35:47.706220 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-a4150c14-99dc-49d4-a160-f8c24f17e003 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d25b476e22148cca6c06776cd0300d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4419696 Jun 11 19:35:47.709203 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 40156) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:47.725839 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4150c14-99dc-49d4-a160-f8c24f17e003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e690c833-0bc4-4453-9ef8-798c246c799c,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:47.733206 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Attempting to bind port 2d5da950-c8c6-40f2-9c3d-d88241621737 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:35:47.733526 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Attempting to bind port 2d5da950-c8c6-40f2-9c3d-d88241621737 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '4637dad3-ddce-4070-b99d-6de36c8e270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a'}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:35:47.733796 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Attempting to bind port 2d5da950-c8c6-40f2-9c3d-d88241621737 on network dd0799f3-e1f4-4564-b8cd-089a9187317a {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:35:47.743317 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-a26cddad-631c-4236-96ce-06f6429016d4 service neutron] 10.222.0.24 "GET /v2.0/networks/d00ede7a-f8da-478f-b68c-243fa8dfe003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298792 Jun 11 19:35:47.755196 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-a4150c14-99dc-49d4-a160-f8c24f17e003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:47.772052 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-09e572b7-022b-45ee-b70f-cff15c576fc4 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:47.772363 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Port 2d5da950-c8c6-40f2-9c3d-d88241621737 on network dd0799f3-e1f4-4564-b8cd-089a9187317a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:35:47.773059 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Attempting to bind port 2d5da950-c8c6-40f2-9c3d-d88241621737 on network dd0799f3-e1f4-4564-b8cd-089a9187317a {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:35:47.786489 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-09e572b7-022b-45ee-b70f-cff15c576fc4 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:47.791096 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:35:47.791439 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Checking segment: {'id': '4637dad3-ddce-4070-b99d-6de36c8e270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:35:47.791818 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Bound using segment: {'id': '4637dad3-ddce-4070-b99d-6de36c8e270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a'} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:35:47.792258 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Bound port: 2d5da950-c8c6-40f2-9c3d-d88241621737, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4637dad3-ddce-4070-b99d-6de36c8e270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a'}}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:35:47.792606 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:47.816748 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:47.828921 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-09e572b7-022b-45ee-b70f-cff15c576fc4 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:47.830087 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-09e572b7-022b-45ee-b70f-cff15c576fc4 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2262681 Jun 11 19:35:47.833414 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 40158) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:47.838336 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-580cf267-17b5-48b7-bf36-3602f2f26298 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Request body: {'security_group_rule': {'security_group_id': '8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b', 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:47.843022 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e572b7-022b-45ee-b70f-cff15c576fc4 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5846a4-0b7d-45d4-8633-de637c6dbe25,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:47.847758 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-09e572b7-022b-45ee-b70f-cff15c576fc4 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:47.868484 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6a8432af-6776-48f6-a8fc-4266e85ac8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:47.906112 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.securitygroups_db [None req-580cf267-17b5-48b7-bf36-3602f2f26298 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Project 5da85e3d494c400d9b6ee93e139f5496 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 19:35:47.911452 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6819e-9c75-4156-ac4f-802e2d572cc9 req-0c74092e-5718-415b-b9d6-16ec8025ad30 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:47.918507 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-54a6819e-9c75-4156-ac4f-802e2d572cc9 req-0c74092e-5718-415b-b9d6-16ec8025ad30 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 943 time: 0.4390886 Jun 11 19:35:47.918823 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-580cf267-17b5-48b7-bf36-3602f2f26298 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:47.948394 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6a8432af-6776-48f6-a8fc-4266e85ac8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:47.967999 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097b08d0-c56e-4a82-b7b4-f0739fe383f2', 'name': 'tempest-TestVolumeBootPattern-830419379-router', 'tenant_id': '31595238e7e04cf4b7ef6404e928d099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f987c49e-16db-4551-bee7-23f6781ea2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:32Z', 'updated_at': '2021-06-11T19:35:41Z', 'revision_number': 4, 'project_id': '31595238e7e04cf4b7ef6404e928d099', 'gw_port': {'id': 'f987c49e-16db-4551-bee7-23f6781ea2f7', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:18:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097b08d0-c56e-4a82-b7b4-f0739fe383f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:35Z', 'updated_at': '2021-06-11T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a', 'name': '', 'network_id': '089b78ce-90c3-4466-9178-3f4f4b07bbda', 'tenant_id': '31595238e7e04cf4b7ef6404e928d099', 'mac_address': 'fa:16:3e:b7:69:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097b08d0-c56e-4a82-b7b4-f0739fe383f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '618c78af-b5d3-4f08-a1c2-966d11a544f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:39Z', 'updated_at': '2021-06-11T19:35:47Z', 'revision_number': 4, 'project_id': '31595238e7e04cf4b7ef6404e928d099', 'subnets': [{'id': '618c78af-b5d3-4f08-a1c2-966d11a544f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:47.974579 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609bf8e-dbb1-4810-9a5d-7eafc5046e17 None None] The sync data for ids ['097b08d0-c56e-4a82-b7b4-f0739fe383f2'] in dv-cinder-790535-3-iscsi is: [{'id': '097b08d0-c56e-4a82-b7b4-f0739fe383f2', 'name': 'tempest-TestVolumeBootPattern-830419379-router', 'tenant_id': '31595238e7e04cf4b7ef6404e928d099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f987c49e-16db-4551-bee7-23f6781ea2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:32Z', 'updated_at': '2021-06-11T19:35:41Z', 'revision_number': 4, 'project_id': '31595238e7e04cf4b7ef6404e928d099', 'gw_port': {'id': 'f987c49e-16db-4551-bee7-23f6781ea2f7', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:18:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097b08d0-c56e-4a82-b7b4-f0739fe383f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:35Z', 'updated_at': '2021-06-11T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a', 'name': '', 'network_id': '089b78ce-90c3-4466-9178-3f4f4b07bbda', 'tenant_id': '31595238e7e04cf4b7ef6404e928d099', 'mac_address': 'fa:16:3e:b7:69:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097b08d0-c56e-4a82-b7b4-f0739fe383f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '618c78af-b5d3-4f08-a1c2-966d11a544f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:39Z', 'updated_at': '2021-06-11T19:35:47Z', 'revision_number': 4, 'project_id': '31595238e7e04cf4b7ef6404e928d099', 'subnets': [{'id': '618c78af-b5d3-4f08-a1c2-966d11a544f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:35:47.979739 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-88d4aabd-b461-4182-bdee-6530ecbc4c97 service neutron] 10.222.0.24 "GET /v2.0/networks/d00ede7a-f8da-478f-b68c-243fa8dfe003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351458 Jun 11 19:35:48.057606 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-54a6819e-9c75-4156-ac4f-802e2d572cc9 req-cd7ff446-1795-4af9-9f24-4a3ebb58c521 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380510 Jun 11 19:35:48.059590 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] For port 2d5da950-c8c6-40f2-9c3d-d88241621737, host hv-cinder-79053, cleared binding levels {{(pid=91834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:35:48.079069 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] For port 2d5da950-c8c6-40f2-9c3d-d88241621737, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2d5da950-c8c6-40f2-9c3d-d88241621737,segment=NetworkSegment(4637dad3-ddce-4070-b99d-6de36c8e270c),segment_id=4637dad3-ddce-4070-b99d-6de36c8e270c)] {{(pid=91834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:35:48.088022 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-580cf267-17b5-48b7-bf36-3602f2f26298 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:48.095454 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:48.097884 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-9b848692-ee09-4f52-a3ec-daf848d123ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:48.102893 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-580cf267-17b5-48b7-bf36-3602f2f26298 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:48.106256 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-11308ed3-3e2c-4f4f-b6ed-0df736c477a8 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:48.130879 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-580cf267-17b5-48b7-bf36-3602f2f26298 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:48.132350 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-580cf267-17b5-48b7-bf36-3602f2f26298 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2975626 Jun 11 19:35:48.138351 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580cf267-17b5-48b7-bf36-3602f2f26298 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb80c2d-86fd-49b8-9e32-2cdfe680ee05,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:48.141754 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-580cf267-17b5-48b7-bf36-3602f2f26298 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:48.146074 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6a8432af-6776-48f6-a8fc-4266e85ac8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:48.153192 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6a8432af-6776-48f6-a8fc-4266e85ac8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:48.157755 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-6a8432af-6776-48f6-a8fc-4266e85ac8e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e690c833-0bc4-4453-9ef8-798c246c799c HTTP/1.1" status: 204 len: 168 time: 0.4452980 Jun 11 19:35:48.159586 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-02b608a2-cf90-4ac8-8859-a84c879af313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:48.168548 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:48.169157 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:48.170532 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-81db5926-0295-44a5-b4ee-ee126129c618 req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] 10.222.0.39 "PUT /v2.0/ports/2d5da950-c8c6-40f2-9c3d-d88241621737 HTTP/1.1" status: 200 len: 1093 time: 2.4931719 Jun 11 19:35:48.171583 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd774c327-e242-42b3-8f35-527fd31bab34', 'tag': '2d5da950-c8c6-40f2-9c3d-d88241621737'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:35:48.173895 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2073dea4-e361-48b2-8440-f91a1e693e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "d774c327-e242-42b3-8f35-527fd31bab34", "tag": "2d5da950-c8c6-40f2-9c3d-d88241621737"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:35:48.207967 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8432af-6776-48f6-a8fc-4266e85ac8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e690c833-0bc4-4453-9ef8-798c246c799c,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:48.214271 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-6a8432af-6776-48f6-a8fc-4266e85ac8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:48.277691 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5da950-c8c6-40f2-9c3d-d88241621737,revision_number=3']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:48.288456 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:48.492798 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db5926-0295-44a5-b4ee-ee126129c618 req-f7c86afd-f77f-4731-a40d-24784894ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:48.504428 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-81db5926-0295-44a5-b4ee-ee126129c618 req-f7c86afd-f77f-4731-a40d-24784894ddd8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=add1c563d4f842f79fd0b4094b476cb4&device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 1096 time: 0.2479820 Jun 11 19:35:48.620090 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-81db5926-0295-44a5-b4ee-ee126129c618 req-50a36a84-cafe-401a-b0e1-136da742a038 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d5da950-c8c6-40f2-9c3d-d88241621737 HTTP/1.1" status: 200 len: 217 time: 0.1045401 Jun 11 19:35:48.640935 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10a8ec-d8df-4521-b689-1db8b293e8e3 req-7f173f6d-0700-49d6-a218-22761b796577 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:48.648863 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ba10a8ec-d8df-4521-b689-1db8b293e8e3 req-7f173f6d-0700-49d6-a218-22761b796577 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 945 time: 0.3218167 Jun 11 19:35:48.736235 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db5926-0295-44a5-b4ee-ee126129c618 req-21cbaa8d-f90a-4adb-97ec-44652ed4c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:48.737546 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-81db5926-0295-44a5-b4ee-ee126129c618 req-21cbaa8d-f90a-4adb-97ec-44652ed4c939 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e6eba21-4314-4ef9-a7be-0d0c169a43f5 HTTP/1.1" status: 200 len: 850 time: 0.0864434 Jun 11 19:35:48.824504 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d820829-3c92-4a54-aae5-262601be498f x-openstack-request-id: req-4d820829-3c92-4a54-aae5-262601be498f {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:35:48.824831 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d774c327-e242-42b3-8f35-527fd31bab34", "tag": "2d5da950-c8c6-40f2-9c3d-d88241621737", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:35:48.825230 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d820829-3c92-4a54-aae5-262601be498f {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:35:48.825658 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd774c327-e242-42b3-8f35-527fd31bab34', 'tag': '2d5da950-c8c6-40f2-9c3d-d88241621737', 'status': 'completed', 'code': 200} Jun 11 19:35:48.849318 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ba10a8ec-d8df-4521-b689-1db8b293e8e3 req-b21fe9be-3c09-4914-a445-dea7d449e3d5 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994059 Jun 11 19:35:48.917709 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830277ea-6bfa-44f5-a397-86cb10f89dd5 req-2e74899b-c566-43ea-87f1-4d979a55117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:48.919381 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-830277ea-6bfa-44f5-a397-86cb10f89dd5 req-2e74899b-c566-43ea-87f1-4d979a55117c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04490ad1893e47cf8f786a89c2a73e07&device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 1098 time: 0.0850484 Jun 11 19:35:49.026540 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9397a059-3e8c-42b8-99b3-d26912286aa7 req-10d0c38f-64f6-4858-a1e5-7e6e44b5cb3a tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=776b117e-9a28-48a9-ae7c-0f397dacae29 HTTP/1.1" status: 200 len: 210 time: 0.1709800 Jun 11 19:35:49.107599 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db5926-0295-44a5-b4ee-ee126129c618 req-8e00e46f-a213-4a3a-ab61-b6450088a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:49.123287 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-81db5926-0295-44a5-b4ee-ee126129c618 req-8e00e46f-a213-4a3a-ab61-b6450088a0c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd0799f3-e1f4-4564-b8cd-089a9187317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3554294 Jun 11 19:35:49.182619 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830277ea-6bfa-44f5-a397-86cb10f89dd5 req-bf9caca0-6a97-4baa-b46e-5c49e6f6c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:49.188425 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-830277ea-6bfa-44f5-a397-86cb10f89dd5 req-bf9caca0-6a97-4baa-b46e-5c49e6f6c392 service neutron] 10.222.0.39 "GET /v2.0/networks?id=08aeeb0b-694c-42b6-8786-0226a443cd46 HTTP/1.1" status: 200 len: 919 time: 0.2477655 Jun 11 19:35:49.278949 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-830277ea-6bfa-44f5-a397-86cb10f89dd5 req-f8305e52-511a-4fed-8b53-68ee1eb53895 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fba1692-e7a1-4932-bbc9-1079b5b19d87 HTTP/1.1" status: 200 len: 217 time: 0.0809021 Jun 11 19:35:49.320886 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-81db5926-0295-44a5-b4ee-ee126129c618 req-9a08bc49-0b2b-4c9b-aee4-964fccf26b8f service neutron] 10.222.0.39 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877706 Jun 11 19:35:49.418254 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830277ea-6bfa-44f5-a397-86cb10f89dd5 req-2825a020-22c6-495c-b967-f3d0aca3670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:49.419733 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-830277ea-6bfa-44f5-a397-86cb10f89dd5 req-2825a020-22c6-495c-b967-f3d0aca3670c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b HTTP/1.1" status: 200 len: 858 time: 0.1346502 Jun 11 19:35:49.595907 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-81db5926-0295-44a5-b4ee-ee126129c618 req-1c6d3149-7ac0-467f-9036-e326ac61ef90 service neutron] 10.222.0.39 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933572 Jun 11 19:35:49.596308 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-830277ea-6bfa-44f5-a397-86cb10f89dd5 req-b78619af-1128-4bc3-a226-0eea56e588fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08aeeb0b-694c-42b6-8786-0226a443cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689266 Jun 11 19:35:49.610073 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34976b-3453-4c05-9243-7cc63585e803 req-7a83856c-aa0e-4994-92fd-ff9f38c4eff1 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:49.617446 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6a34976b-3453-4c05-9243-7cc63585e803 req-7a83856c-aa0e-4994-92fd-ff9f38c4eff1 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.2955558 Jun 11 19:35:49.633486 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949a78e-d584-4a80-be65-253ec0b81e3d req-4a893fa7-5d40-4605-b3ad-b8ab767fceb1 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:49.643269 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0949a78e-d584-4a80-be65-253ec0b81e3d req-4a893fa7-5d40-4605-b3ad-b8ab767fceb1 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=176a021c-c14b-4e76-a4ca-724397713d81 HTTP/1.1" status: 200 len: 944 time: 0.4378109 Jun 11 19:35:49.705582 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:49.726155 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6a34976b-3453-4c05-9243-7cc63585e803 req-8a621392-5c8d-4df2-a362-aa6cc9e012d5 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075158 Jun 11 19:35:49.816173 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0949a78e-d584-4a80-be65-253ec0b81e3d req-336b3469-abba-422c-984e-cce96bb3bf00 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592281 Jun 11 19:35:49.823910 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:35:49.827248 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-830277ea-6bfa-44f5-a397-86cb10f89dd5 req-f7d59165-db7f-4ea4-8688-e4936badf266 service neutron] 10.222.0.39 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122686 Jun 11 19:35:49.829097 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:49.829527 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:49.855495 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073dea4-e361-48b2-8440-f91a1e693e6d req-a520499d-9905-4895-b1cd-dffcdcf5163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:49.857221 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2073dea4-e361-48b2-8440-f91a1e693e6d req-a520499d-9905-4895-b1cd-dffcdcf5163a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=add1c563d4f842f79fd0b4094b476cb4&device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 1096 time: 0.1249349 Jun 11 19:35:49.944451 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:49.981891 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-830277ea-6bfa-44f5-a397-86cb10f89dd5 req-b520d3dd-23cf-4e0a-b608-7a775a1fa134 service neutron] 10.222.0.39 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445715 Jun 11 19:35:49.996034 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a,segment=NetworkSegment(b82654d3-f3d9-475b-b821-1df16e420b9e),segment_id=b82654d3-f3d9-475b-b821-1df16e420b9e)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:50.001323 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:50.006310 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:50.035611 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073dea4-e361-48b2-8440-f91a1e693e6d req-537e5486-d524-41f8-b754-22642abdb95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:50.037046 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2073dea4-e361-48b2-8440-f91a1e693e6d req-537e5486-d524-41f8-b754-22642abdb95d service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd0799f3-e1f4-4564-b8cd-089a9187317a HTTP/1.1" status: 200 len: 912 time: 0.1720114 Jun 11 19:35:50.048432 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cc73b-eb9a-4d58-9858-38425bb996f6 req-be7d9bd1-34db-43a4-9e83-c59b17d9afa1 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:50.049827 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5c5cc73b-eb9a-4d58-9858-38425bb996f6 req-be7d9bd1-34db-43a4-9e83-c59b17d9afa1 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 943 time: 0.1767030 Jun 11 19:35:50.067471 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:50.071425 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:50.133798 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2073dea4-e361-48b2-8440-f91a1e693e6d req-c3382a29-ab8d-4426-b4ed-15ce6b60b5bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d5da950-c8c6-40f2-9c3d-d88241621737 HTTP/1.1" status: 200 len: 217 time: 0.0695791 Jun 11 19:35:50.187279 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5c5cc73b-eb9a-4d58-9858-38425bb996f6 req-e90d136c-5c35-4fe3-9c5e-b1b0d958f4e9 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242008 Jun 11 19:35:50.225887 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cb608e79-e717-4fa6-a155-6c9286ef311f req-c26e2897-f6ea-4d1a-a3a5-d55283115fec tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=776b117e-9a28-48a9-ae7c-0f397dacae29 HTTP/1.1" status: 200 len: 210 time: 0.0418921 Jun 11 19:35:50.235274 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073dea4-e361-48b2-8440-f91a1e693e6d req-160d54aa-dd7b-4fbd-9308-c92cbae807ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:50.236236 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2073dea4-e361-48b2-8440-f91a1e693e6d req-160d54aa-dd7b-4fbd-9308-c92cbae807ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e6eba21-4314-4ef9-a7be-0d0c169a43f5 HTTP/1.1" status: 200 len: 850 time: 0.0881257 Jun 11 19:35:50.332288 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073dea4-e361-48b2-8440-f91a1e693e6d req-fe43ee57-4b87-495b-b0de-653c76806199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:50.334434 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2073dea4-e361-48b2-8440-f91a1e693e6d req-fe43ee57-4b87-495b-b0de-653c76806199 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd0799f3-e1f4-4564-b8cd-089a9187317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638499 Jun 11 19:35:50.474948 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2073dea4-e361-48b2-8440-f91a1e693e6d req-837cf287-e4d7-4f9d-bc9f-a9289f06e19d service neutron] 10.222.0.39 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286712 Jun 11 19:35:50.483772 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 40461222-3275-44f6-97cf-c15cdd65192e up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:50.544658 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-59e6fe88-2d88-41f0-9988-d6581e6f8ff2 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:50.546391 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-59e6fe88-2d88-41f0-9988-d6581e6f8ff2 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.39 "GET /v2.0/networks?id=d00ede7a-f8da-478f-b68c-243fa8dfe003 HTTP/1.1" status: 200 len: 813 time: 0.1709628 Jun 11 19:35:50.561234 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e4336ee3-7af5-4639-af3d-7e3402bafb57 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Request body: {'port': {'device_id': '776b117e-9a28-48a9-ae7c-0f397dacae29', 'network_id': 'd00ede7a-f8da-478f-b68c-243fa8dfe003', 'admin_state_up': True, 'tenant_id': '66168bbbefa44d7c8b904fe7e3ced1a8'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:50.581815 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port 40461222-3275-44f6-97cf-c15cdd65192e completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:35:50.589385 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port 40461222-3275-44f6-97cf-c15cdd65192e triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:50.591902 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:50.624803 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2073dea4-e361-48b2-8440-f91a1e693e6d req-a7024f37-5d82-43e6-94ef-1a351bc914ec service neutron] 10.222.0.39 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384447 Jun 11 19:35:50.723202 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:50.727839 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e4336ee3-7af5-4639-af3d-7e3402bafb57 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Made reservation on behalf of 66168bbbefa44d7c8b904fe7e3ced1a8 for: {'port': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:35:50.732852 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e4336ee3-7af5-4639-af3d-7e3402bafb57 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:50.757089 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176a021c-c14b-4e76-a4ca-724397713d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40461222-3275-44f6-97cf-c15cdd65192e'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:35:50.759642 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b0e144-1164-4cdd-bd84-64388e4229fa" -d '{"events": [{"server_uuid": "176a021c-c14b-4e76-a4ca-724397713d81", "name": "network-vif-plugged", "status": "completed", "tag": "40461222-3275-44f6-97cf-c15cdd65192e"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:35:50.780562 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 40461222-3275-44f6-97cf-c15cdd65192e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=40461222-3275-44f6-97cf-c15cdd65192e,segment=NetworkSegment(7d2e4f89-7191-4676-a423-a08123317ad9),segment_id=7d2e4f89-7191-4676-a423-a08123317ad9)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:50.785367 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:50.792565 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-47e209cd-3596-43c1-b0e7-a52af7ef44d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:50.854705 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=40461222-3275-44f6-97cf-c15cdd65192e,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:50.858070 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:50.933889 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e4336ee3-7af5-4639-af3d-7e3402bafb57 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Allocated IP 172.20.0.6 (d00ede7a-f8da-478f-b68c-243fa8dfe003/23da6553-7413-47ca-ab52-0ff80ef6f9ca/99ec5662-fec4-4d27-8d59-5defdc3c774c) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:35:51.000411 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bd43e1-9dcd-4e3f-b970-1cda24ff2a87 x-openstack-request-id: req-17bd43e1-9dcd-4e3f-b970-1cda24ff2a87 {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:35:51.000832 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176a021c-c14b-4e76-a4ca-724397713d81", "name": "network-vif-plugged", "status": "completed", "tag": "40461222-3275-44f6-97cf-c15cdd65192e", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:35:51.001101 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17bd43e1-9dcd-4e3f-b970-1cda24ff2a87 {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:35:51.001503 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176a021c-c14b-4e76-a4ca-724397713d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40461222-3275-44f6-97cf-c15cdd65192e', 'code': 200} Jun 11 19:35:51.255291 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e4336ee3-7af5-4639-af3d-7e3402bafb57 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:51.306727 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e4336ee3-7af5-4639-af3d-7e3402bafb57 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10434319'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:51.310773 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:51.361143 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a26f59-18d3-44c6-a591-ec363b403984 req-c700af01-5476-4007-b716-37340c161026 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:51.361696 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e4336ee3-7af5-4639-af3d-7e3402bafb57 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Network d00ede7a-f8da-478f-b68c-243fa8dfe003 is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:35:51.362508 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a7a26f59-18d3-44c6-a591-ec363b403984 req-c700af01-5476-4007-b716-37340c161026 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.4980776 Jun 11 19:35:51.364382 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e4336ee3-7af5-4639-af3d-7e3402bafb57 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:35:51.368336 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e4336ee3-7af5-4639-af3d-7e3402bafb57 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:35:51.403687 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd2958-fdd9-4c24-9e70-615496cf6d23 req-1827ce0d-3b14-494a-9b06-e2dfffc8b023 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:51.405640 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-34fd2958-fdd9-4c24-9e70-615496cf6d23 req-1827ce0d-3b14-494a-9b06-e2dfffc8b023 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=176a021c-c14b-4e76-a4ca-724397713d81 HTTP/1.1" status: 200 len: 945 time: 0.1669939 Jun 11 19:35:51.411692 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4336ee3-7af5-4639-af3d-7e3402bafb57 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Pushing event updated for resources: {'Port': ['ID=99ec5662-fec4-4d27-8d59-5defdc3c774c,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:51.419241 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e4336ee3-7af5-4639-af3d-7e3402bafb57 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:51.436972 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e4336ee3-7af5-4639-af3d-7e3402bafb57 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:51.437581 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e4336ee3-7af5-4639-af3d-7e3402bafb57 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:51.451341 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a7a26f59-18d3-44c6-a591-ec363b403984 req-418a2f21-df92-491f-b3d7-f98b67204d0f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821688 Jun 11 19:35:51.466147 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e4336ee3-7af5-4639-af3d-7e3402bafb57 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9089293 Jun 11 19:35:51.468638 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d83773-b6b4-450f-a1b3-f0940c44b669 req-09e29587-e723-418b-a86b-70aabd57b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:51.470071 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-42d83773-b6b4-450f-a1b3-f0940c44b669 req-09e29587-e723-418b-a86b-70aabd57b390 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=176a021c-c14b-4e76-a4ca-724397713d81 HTTP/1.1" status: 200 len: 1098 time: 0.1630661 Jun 11 19:35:51.477583 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-34fd2958-fdd9-4c24-9e70-615496cf6d23 req-8dd60fc4-4e38-4ee8-a7bd-a901a2509b30 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661521 Jun 11 19:35:51.484415 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Request body: {'port': {'device_id': '776b117e-9a28-48a9-ae7c-0f397dacae29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:51.529102 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-42d83773-b6b4-450f-a1b3-f0940c44b669 req-7838649b-5bde-4eca-841b-4e231dcfb6ba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493321 Jun 11 19:35:51.573765 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:51.629068 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:51.695058 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:51.695685 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:51.704301 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e4e76-004a-4660-8326-47fb7a68bb6b req-7205b67b-880b-4664-a4a6-9f6a1a90cdbb tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:51.705772 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e55e4e76-004a-4660-8326-47fb7a68bb6b req-7205b67b-880b-4664-a4a6-9f6a1a90cdbb tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 943 time: 0.1218126 Jun 11 19:35:51.746091 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2832f55-d2af-4a9b-b287-71efca3c10f0 req-805c7056-44a6-470e-87e5-95e2454b640b tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:51.754406 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b2832f55-d2af-4a9b-b287-71efca3c10f0 req-805c7056-44a6-470e-87e5-95e2454b640b tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=776b117e-9a28-48a9-ae7c-0f397dacae29 HTTP/1.1" status: 200 len: 931 time: 0.1159658 Jun 11 19:35:51.799410 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e55e4e76-004a-4660-8326-47fb7a68bb6b req-220dde57-07d5-4b58-94e3-9c1df5bde74b tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843613 Jun 11 19:35:51.818709 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b2832f55-d2af-4a9b-b287-71efca3c10f0 req-039ccef2-379d-447d-bd9b-a85d4885e6d7 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628572 Jun 11 19:35:51.906970 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ec5662-fec4-4d27-8d59-5defdc3c774c {{(pid=91833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:35:51.913977 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:51.925182 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.provisioning_blocks [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Transition to ACTIVE for port object 99ec5662-fec4-4d27-8d59-5defdc3c774c will not be triggered until provisioned by entity L2. {{(pid=91833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:35:51.928972 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10434353'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:51.930768 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:52.218684 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Pushing event updated for resources: {'Port': ['ID=99ec5662-fec4-4d27-8d59-5defdc3c774c,revision_number=2']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:52.222159 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:52.307948 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Attempting to bind port 99ec5662-fec4-4d27-8d59-5defdc3c774c on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:35:52.308586 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Attempting to bind port 99ec5662-fec4-4d27-8d59-5defdc3c774c by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '779e537c-f7eb-4049-a2df-3ab56d4cf900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd00ede7a-f8da-478f-b68c-243fa8dfe003'}] {{(pid=91833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:35:52.308586 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Attempting to bind port 99ec5662-fec4-4d27-8d59-5defdc3c774c on network d00ede7a-f8da-478f-b68c-243fa8dfe003 {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:35:52.313305 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Port 99ec5662-fec4-4d27-8d59-5defdc3c774c on network d00ede7a-f8da-478f-b68c-243fa8dfe003 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:35:52.313537 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Attempting to bind port 99ec5662-fec4-4d27-8d59-5defdc3c774c on network d00ede7a-f8da-478f-b68c-243fa8dfe003 {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:35:52.318410 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:35:52.318833 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Checking segment: {'id': '779e537c-f7eb-4049-a2df-3ab56d4cf900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd00ede7a-f8da-478f-b68c-243fa8dfe003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:35:52.319268 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Bound using segment: {'id': '779e537c-f7eb-4049-a2df-3ab56d4cf900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd00ede7a-f8da-478f-b68c-243fa8dfe003'} {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:35:52.319705 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Bound port: 99ec5662-fec4-4d27-8d59-5defdc3c774c, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779e537c-f7eb-4049-a2df-3ab56d4cf900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd00ede7a-f8da-478f-b68c-243fa8dfe003'}}] {{(pid=91833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:35:52.320073 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:52.392799 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] For port 99ec5662-fec4-4d27-8d59-5defdc3c774c, host hv-cinder-79053, cleared binding levels {{(pid=91833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:35:52.395794 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] For port 99ec5662-fec4-4d27-8d59-5defdc3c774c, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=99ec5662-fec4-4d27-8d59-5defdc3c774c,segment=NetworkSegment(779e537c-f7eb-4049-a2df-3ab56d4cf900),segment_id=779e537c-f7eb-4049-a2df-3ab56d4cf900)] {{(pid=91833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:35:52.399417 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10434353'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:52.401467 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-5ee09722-b17a-47c1-8843-5a214b11890f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:52.443702 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:52.444315 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:52.445678 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] 10.222.0.39 "PUT /v2.0/ports/99ec5662-fec4-4d27-8d59-5defdc3c774c HTTP/1.1" status: 200 len: 1093 time: 0.9668102 Jun 11 19:35:52.446163 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776b117e-9a28-48a9-ae7c-0f397dacae29', 'tag': '99ec5662-fec4-4d27-8d59-5defdc3c774c'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:35:52.448441 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b5c955-01bd-457d-a75b-300b85c55eca" -d '{"events": [{"name": "network-changed", "server_uuid": "776b117e-9a28-48a9-ae7c-0f397dacae29", "tag": "99ec5662-fec4-4d27-8d59-5defdc3c774c"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:35:52.470278 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Pushing event updated for resources: {'Port': ['ID=99ec5662-fec4-4d27-8d59-5defdc3c774c,revision_number=3']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:52.475209 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:52.484967 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 2d5da950-c8c6-40f2-9c3d-d88241621737 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:35:52.488532 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ee16a1-92dc-4497-8927-191ac2a5e737 x-openstack-request-id: req-72ee16a1-92dc-4497-8927-191ac2a5e737 {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:35:52.488953 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776b117e-9a28-48a9-ae7c-0f397dacae29", "tag": "99ec5662-fec4-4d27-8d59-5defdc3c774c", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:35:52.489235 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72ee16a1-92dc-4497-8927-191ac2a5e737 {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:35:52.489667 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776b117e-9a28-48a9-ae7c-0f397dacae29', 'tag': '99ec5662-fec4-4d27-8d59-5defdc3c774c', 'status': 'completed', 'code': 200} Jun 11 19:35:52.567180 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-22e5adda-7705-4f76-b501-92b92a6a13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:52.568837 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-22e5adda-7705-4f76-b501-92b92a6a13b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66168bbbefa44d7c8b904fe7e3ced1a8&device_id=776b117e-9a28-48a9-ae7c-0f397dacae29 HTTP/1.1" status: 200 len: 1096 time: 0.0667853 Jun 11 19:35:52.634903 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-77e0fd97-d0d2-4282-ad79-1b2702bb7193 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99ec5662-fec4-4d27-8d59-5defdc3c774c HTTP/1.1" status: 200 len: 217 time: 0.0515249 Jun 11 19:35:52.635393 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 2d5da950-c8c6-40f2-9c3d-d88241621737, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2d5da950-c8c6-40f2-9c3d-d88241621737,segment=NetworkSegment(4637dad3-ddce-4070-b99d-6de36c8e270c),segment_id=4637dad3-ddce-4070-b99d-6de36c8e270c)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:52.648049 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': '2d5da950-c8c6-40f2-9c3d-d88241621737', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'port_id': '2d5da950-c8c6-40f2-9c3d-d88241621737', 'mac_address': 'fa:16:3e:67:3f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:35:52.692241 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:52.709423 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5da950-c8c6-40f2-9c3d-d88241621737 {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:35:52.720466 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda9cdc-220e-42dd-805f-2888bd35c4dd req-3f32034d-812c-451b-9dd6-f8555b39c3a3 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:52.721922 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-aeda9cdc-220e-42dd-805f-2888bd35c4dd req-3f32034d-812c-451b-9dd6-f8555b39c3a3 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.1323690 Jun 11 19:35:52.736191 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 2d5da950-c8c6-40f2-9c3d-d88241621737, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2d5da950-c8c6-40f2-9c3d-d88241621737,segment=NetworkSegment(4637dad3-ddce-4070-b99d-6de36c8e270c),segment_id=4637dad3-ddce-4070-b99d-6de36c8e270c)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:52.736890 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-2fe5ee96-47a8-4041-9a14-49b809a23c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:52.738365 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-2fe5ee96-47a8-4041-9a14-49b809a23c56 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=23da6553-7413-47ca-ab52-0ff80ef6f9ca HTTP/1.1" status: 200 len: 853 time: 0.0845766 Jun 11 19:35:52.742266 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:52.744619 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-7a79faf6-f3d7-453b-ad94-5479b6fdac21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:52.759320 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac98b9-85ba-4681-8eae-b0fbdb61ae50 req-e713ebcc-db53-4e58-b093-f939c36bf757 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:52.760846 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4eac98b9-85ba-4681-8eae-b0fbdb61ae50 req-e713ebcc-db53-4e58-b093-f939c36bf757 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=176a021c-c14b-4e76-a4ca-724397713d81 HTTP/1.1" status: 200 len: 945 time: 0.1304765 Jun 11 19:35:52.795316 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-a3954117-7cdb-4a6a-a4dd-c50e94fa5db0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d00ede7a-f8da-478f-b68c-243fa8dfe003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419564 Jun 11 19:35:52.822190 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-aeda9cdc-220e-42dd-805f-2888bd35c4dd req-2ea38196-914e-4a60-8ea3-3b66206b5e64 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945847 Jun 11 19:35:52.827475 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4eac98b9-85ba-4681-8eae-b0fbdb61ae50 req-d2e48d2f-bbb1-48d0-af79-17cffe7c33dc tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549345 Jun 11 19:35:52.832899 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=2d5da950-c8c6-40f2-9c3d-d88241621737,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:52.836431 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:52.947632 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-d951f4be-579a-4915-b4cf-6c8ad1076faa service neutron] 10.222.0.39 "GET /v2.0/networks/d00ede7a-f8da-478f-b68c-243fa8dfe003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373537 Jun 11 19:35:53.065194 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-4045a688-d2d0-4a19-87e0-99f0b3512f67 req-6b67b7b1-f36b-4b0c-acc6-61c80b48825e service neutron] 10.222.0.39 "GET /v2.0/networks/d00ede7a-f8da-478f-b68c-243fa8dfe003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109202 Jun 11 19:35:53.076396 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334ef26-973d-4852-af90-2f6d42b43ce4 req-419ec613-1115-4fda-9fd0-42d5eb69ac1c tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:53.078240 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4334ef26-973d-4852-af90-2f6d42b43ce4 req-419ec613-1115-4fda-9fd0-42d5eb69ac1c tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=776b117e-9a28-48a9-ae7c-0f397dacae29 HTTP/1.1" status: 200 len: 943 time: 0.1246586 Jun 11 19:35:53.096627 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f16d4-377e-4ad6-9e54-af933b00db09 req-35ae98d6-7702-4a6c-9a7b-f0a19f6bd82d tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:53.098085 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-091f16d4-377e-4ad6-9e54-af933b00db09 req-35ae98d6-7702-4a6c-9a7b-f0a19f6bd82d tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 944 time: 0.1337774 Jun 11 19:35:53.159996 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4334ef26-973d-4852-af90-2f6d42b43ce4 req-3f156d8d-4e51-4c99-91a3-bf02be712f40 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609095 Jun 11 19:35:53.165812 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-091f16d4-377e-4ad6-9e54-af933b00db09 req-469be950-9a4c-430f-9d1c-20fe36c6b271 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607469 Jun 11 19:35:53.178939 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5c955-01bd-457d-a75b-300b85c55eca req-5b60ef65-d744-484a-819e-867552a2cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:53.180659 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-a2b5c955-01bd-457d-a75b-300b85c55eca req-5b60ef65-d744-484a-819e-867552a2cf72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66168bbbefa44d7c8b904fe7e3ced1a8&device_id=776b117e-9a28-48a9-ae7c-0f397dacae29 HTTP/1.1" status: 200 len: 1096 time: 0.0620568 Jun 11 19:35:53.198965 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['2d5da950-c8c6-40f2-9c3d-d88241621737'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:35:53.302880 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5c955-01bd-457d-a75b-300b85c55eca req-b6c1bf7b-a67a-4f06-9c11-f17e326c28f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:53.310626 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-a2b5c955-01bd-457d-a75b-300b85c55eca req-b6c1bf7b-a67a-4f06-9c11-f17e326c28f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d00ede7a-f8da-478f-b68c-243fa8dfe003 HTTP/1.1" status: 200 len: 914 time: 0.1163530 Jun 11 19:35:53.378129 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-a2b5c955-01bd-457d-a75b-300b85c55eca req-e37744ff-5dde-44a2-ad0d-a88546337d01 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99ec5662-fec4-4d27-8d59-5defdc3c774c HTTP/1.1" status: 200 len: 217 time: 0.0533655 Jun 11 19:35:53.442471 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5c955-01bd-457d-a75b-300b85c55eca req-3ead7cc6-93a1-48af-9010-ce5743359d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:53.443938 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-a2b5c955-01bd-457d-a75b-300b85c55eca req-3ead7cc6-93a1-48af-9010-ce5743359d70 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=23da6553-7413-47ca-ab52-0ff80ef6f9ca HTTP/1.1" status: 200 len: 853 time: 0.0582635 Jun 11 19:35:53.480716 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-a2b5c955-01bd-457d-a75b-300b85c55eca req-b014d552-ca66-486a-82a4-a29f2fb7dee1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d00ede7a-f8da-478f-b68c-243fa8dfe003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298254 Jun 11 19:35:53.615318 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-a2b5c955-01bd-457d-a75b-300b85c55eca req-43d5a92c-2a14-4c8d-a8e6-020903f23d35 service neutron] 10.222.0.39 "GET /v2.0/networks/d00ede7a-f8da-478f-b68c-243fa8dfe003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072738 Jun 11 19:35:53.738493 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-a2b5c955-01bd-457d-a75b-300b85c55eca req-6b4a2843-cc84-4e9f-b042-6d97664f239e service neutron] 10.222.0.39 "GET /v2.0/networks/d00ede7a-f8da-478f-b68c-243fa8dfe003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069028 Jun 11 19:35:54.065088 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1b775-187a-4567-9451-a7b0622c6ac7 req-5fe18e30-fbbd-4098-9a64-7289608456af tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:54.066530 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d1c1b775-187a-4567-9451-a7b0622c6ac7 req-5fe18e30-fbbd-4098-9a64-7289608456af tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=176a021c-c14b-4e76-a4ca-724397713d81 HTTP/1.1" status: 200 len: 945 time: 0.1196115 Jun 11 19:35:54.074420 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59081d0-ea2f-4318-a729-b7fb8e1ee0e5 req-1db30191-592f-4d30-a476-0c0c409a6952 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:54.075836 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e59081d0-ea2f-4318-a729-b7fb8e1ee0e5 req-1db30191-592f-4d30-a476-0c0c409a6952 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.1198020 Jun 11 19:35:54.140517 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e59081d0-ea2f-4318-a729-b7fb8e1ee0e5 req-b9a83f30-ffcf-4a54-a4b1-743314f1f951 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569453 Jun 11 19:35:54.143628 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d1c1b775-187a-4567-9451-a7b0622c6ac7 req-07e019d5-2c98-4c26-b4d4-5d64d8a94ce3 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669370 Jun 11 19:35:54.414367 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb28155-e834-4106-8d11-11f8f1e343d3 req-170633c2-3f7d-4d5b-a5ce-2afc7386ebcb tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:54.415869 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7cb28155-e834-4106-8d11-11f8f1e343d3 req-170633c2-3f7d-4d5b-a5ce-2afc7386ebcb tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 944 time: 0.1205955 Jun 11 19:35:54.424080 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b289c5-cb1a-4780-ab43-7443d68a71d5 req-fc6617c3-1c47-417c-aa7a-4119250dbc19 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:54.425442 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d0b289c5-cb1a-4780-ab43-7443d68a71d5 req-fc6617c3-1c47-417c-aa7a-4119250dbc19 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=776b117e-9a28-48a9-ae7c-0f397dacae29 HTTP/1.1" status: 200 len: 943 time: 0.1392374 Jun 11 19:35:54.475853 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 2d5da950-c8c6-40f2-9c3d-d88241621737 up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:35:54.486818 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7cb28155-e834-4106-8d11-11f8f1e343d3 req-1994dc5a-7658-425b-876a-dd41baefa4b5 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602970 Jun 11 19:35:54.493708 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d0b289c5-cb1a-4780-ab43-7443d68a71d5 req-da6a2416-5a2c-41b7-b218-8e7782fbb908 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605354 Jun 11 19:35:54.531300 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port 2d5da950-c8c6-40f2-9c3d-d88241621737 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:35:54.535324 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port 2d5da950-c8c6-40f2-9c3d-d88241621737 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:35:54.535697 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:54.623328 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:54.648348 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd774c327-e242-42b3-8f35-527fd31bab34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5da950-c8c6-40f2-9c3d-d88241621737'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:35:54.650573 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af223b3b-5607-4c21-8f6c-0275e13150cf" -d '{"events": [{"server_uuid": "d774c327-e242-42b3-8f35-527fd31bab34", "name": "network-vif-plugged", "status": "completed", "tag": "2d5da950-c8c6-40f2-9c3d-d88241621737"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:35:54.664639 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 2d5da950-c8c6-40f2-9c3d-d88241621737, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2d5da950-c8c6-40f2-9c3d-d88241621737,segment=NetworkSegment(4637dad3-ddce-4070-b99d-6de36c8e270c),segment_id=4637dad3-ddce-4070-b99d-6de36c8e270c)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:54.671642 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:54.676946 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:54.704908 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974f033b-1d27-4a3f-a823-bb512427bacd x-openstack-request-id: req-974f033b-1d27-4a3f-a823-bb512427bacd {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:35:54.705200 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d774c327-e242-42b3-8f35-527fd31bab34", "name": "network-vif-plugged", "status": "completed", "tag": "2d5da950-c8c6-40f2-9c3d-d88241621737", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:35:54.705456 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-974f033b-1d27-4a3f-a823-bb512427bacd {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:35:54.705841 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd774c327-e242-42b3-8f35-527fd31bab34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5da950-c8c6-40f2-9c3d-d88241621737', 'code': 200} Jun 11 19:35:54.733037 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=2d5da950-c8c6-40f2-9c3d-d88241621737,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:54.736597 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:54.983951 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8618e6c-cdfa-4cd8-af33-f619955d6218 req-5a9be4ca-89c4-414e-b6c1-7fd87d59f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:54.985408 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-a8618e6c-cdfa-4cd8-af33-f619955d6218 req-5a9be4ca-89c4-414e-b6c1-7fd87d59f4d2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 1098 time: 0.0588934 Jun 11 19:35:55.025113 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-a8618e6c-cdfa-4cd8-af33-f619955d6218 req-de07c95b-b52f-46da-9373-473f5ea34d65 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314987 Jun 11 19:35:55.094240 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4854d-157a-49a4-a1aa-f82880a89562 req-bf362bea-95bf-4d64-9590-6ca50ab2625c tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:55.097368 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-57b4854d-157a-49a4-a1aa-f82880a89562 req-bf362bea-95bf-4d64-9590-6ca50ab2625c tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=176a021c-c14b-4e76-a4ca-724397713d81 HTTP/1.1" status: 200 len: 945 time: 0.0715296 Jun 11 19:35:55.137490 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-57b4854d-157a-49a4-a1aa-f82880a89562 req-948429dd-7930-47ee-acc8-7dd537107faf tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359538 Jun 11 19:35:55.318360 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f0b09-ab0f-4458-9bd6-7399cca03ea0 req-bf99bade-8ea7-4b33-98e5-16729f9527e5 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:55.319836 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-494f0b09-ab0f-4458-9bd6-7399cca03ea0 req-bf99bade-8ea7-4b33-98e5-16729f9527e5 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0680325 Jun 11 19:35:55.364049 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-494f0b09-ab0f-4458-9bd6-7399cca03ea0 req-68b49914-f1c4-49c7-813e-d42763d52fde tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384395 Jun 11 19:35:55.718808 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d2c9a-5049-417d-96b1-34b6b2e0ed90 req-f2436c66-21f1-4116-8351-84bc0e4a8ee1 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:55.720219 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-970d2c9a-5049-417d-96b1-34b6b2e0ed90 req-f2436c66-21f1-4116-8351-84bc0e4a8ee1 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.1164062 Jun 11 19:35:55.727893 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3e2f5-93f8-4be8-9245-eae61d7bed1a req-d8ddc261-2f7f-464d-bf2d-afb31616791c tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:55.729179 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ecb3e2f5-93f8-4be8-9245-eae61d7bed1a req-d8ddc261-2f7f-464d-bf2d-afb31616791c tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=776b117e-9a28-48a9-ae7c-0f397dacae29 HTTP/1.1" status: 200 len: 943 time: 0.1160500 Jun 11 19:35:55.793379 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-970d2c9a-5049-417d-96b1-34b6b2e0ed90 req-2e36fa70-59e4-4a62-ae69-5a62b4524968 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632734 Jun 11 19:35:55.798339 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ecb3e2f5-93f8-4be8-9245-eae61d7bed1a req-23c80c41-cdaa-44fc-a4b8-a6156b46fb0f tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618694 Jun 11 19:35:56.318547 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f0285-7835-417a-b46c-923ec573f45a req-b432f814-7093-4af9-8dfe-0e927cc342e4 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:56.320001 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1e9f0285-7835-417a-b46c-923ec573f45a req-b432f814-7093-4af9-8dfe-0e927cc342e4 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=176a021c-c14b-4e76-a4ca-724397713d81 HTTP/1.1" status: 200 len: 945 time: 0.0671315 Jun 11 19:35:56.366551 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1e9f0285-7835-417a-b46c-923ec573f45a req-9eae5f87-942d-4ff9-b51b-a2be30f89d59 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401921 Jun 11 19:35:56.479708 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 99ec5662-fec4-4d27-8d59-5defdc3c774c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:35:56.555151 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d2ebc-4176-4527-9b41-17190680210a req-ce1445de-7be5-4b57-880a-8386c04a575b tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:56.556623 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-999d2ebc-4176-4527-9b41-17190680210a req-ce1445de-7be5-4b57-880a-8386c04a575b tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0733347 Jun 11 19:35:56.604625 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-999d2ebc-4176-4527-9b41-17190680210a req-28f69c33-bfa8-4c1a-9e49-4edaed65f199 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419478 Jun 11 19:35:56.613079 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 99ec5662-fec4-4d27-8d59-5defdc3c774c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=99ec5662-fec4-4d27-8d59-5defdc3c774c,segment=NetworkSegment(779e537c-f7eb-4049-a2df-3ab56d4cf900),segment_id=779e537c-f7eb-4049-a2df-3ab56d4cf900)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:56.625482 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': '99ec5662-fec4-4d27-8d59-5defdc3c774c', 'network_id': 'd00ede7a-f8da-478f-b68c-243fa8dfe003', 'port_id': '99ec5662-fec4-4d27-8d59-5defdc3c774c', 'mac_address': 'fa:16:3e:27:a6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23da6553-7413-47ca-ab52-0ff80ef6f9ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:35:56.672414 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:56.686888 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ec5662-fec4-4d27-8d59-5defdc3c774c {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:35:56.707467 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 99ec5662-fec4-4d27-8d59-5defdc3c774c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=99ec5662-fec4-4d27-8d59-5defdc3c774c,segment=NetworkSegment(779e537c-f7eb-4049-a2df-3ab56d4cf900),segment_id=779e537c-f7eb-4049-a2df-3ab56d4cf900)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:56.711042 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:56.713019 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:56.765696 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=99ec5662-fec4-4d27-8d59-5defdc3c774c,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:56.768736 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:57.019841 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec722f-cf18-4b8a-988e-fbc6b4a75045 req-f5b771d2-53de-4672-994a-2eff186ec5a0 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:57.021235 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2dec722f-cf18-4b8a-988e-fbc6b4a75045 req-f5b771d2-53de-4672-994a-2eff186ec5a0 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=776b117e-9a28-48a9-ae7c-0f397dacae29 HTTP/1.1" status: 200 len: 944 time: 0.1102266 Jun 11 19:35:57.028906 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cc936-29b2-4cb4-a1d0-080892227c2d req-1e9782b3-2c1e-47a9-b2d4-57bcbf1275ea tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:57.030254 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-330cc936-29b2-4cb4-a1d0-080892227c2d req-1e9782b3-2c1e-47a9-b2d4-57bcbf1275ea tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.1204486 Jun 11 19:35:57.094579 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2dec722f-cf18-4b8a-988e-fbc6b4a75045 req-b57c24fb-e273-42cd-88c9-9b1073109076 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633640 Jun 11 19:35:57.097201 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-330cc936-29b2-4cb4-a1d0-080892227c2d req-9302d9f8-4a1f-4bfa-9f8b-0dc299ffd42c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600860 Jun 11 19:35:57.267555 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b4550-8782-42a4-91c8-0c7bd8e09fb3 req-905b8235-0d48-4ba6-aaf1-4aaac1b252af tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:57.268998 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-371b4550-8782-42a4-91c8-0c7bd8e09fb3 req-905b8235-0d48-4ba6-aaf1-4aaac1b252af tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0672734 Jun 11 19:35:57.278557 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 40350) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:35:57.279558 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['99ec5662-fec4-4d27-8d59-5defdc3c774c'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:35:57.283443 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-474aa512-ae41-4854-86e8-588c988fb8c0 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Request body: {'floatingip': {'port_id': '2d5da950-c8c6-40f2-9c3d-d88241621737'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:35:57.367972 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:57.377219 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-474aa512-ae41-4854-86e8-588c988fb8c0 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for floatingip, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:57.586134 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fc5e7-976a-420e-ba0e-e8832a024727 req-548edd1b-63e3-43d8-84fa-514115406885 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:57.587686 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-181fc5e7-976a-420e-ba0e-e8832a024727 req-548edd1b-63e3-43d8-84fa-514115406885 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=176a021c-c14b-4e76-a4ca-724397713d81 HTTP/1.1" status: 200 len: 945 time: 0.0713608 Jun 11 19:35:57.641199 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-181fc5e7-976a-420e-ba0e-e8832a024727 req-ec645cff-4c92-40f8-971d-5cc8c7253e3a tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454986 Jun 11 19:35:57.797817 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a28a1-fba8-4bd3-8a4e-703ec26782c6 req-b23f90de-fb7d-482a-86fe-8c21ef87274f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:57.799273 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e89a28a1-fba8-4bd3-8a4e-703ec26782c6 req-b23f90de-fb7d-482a-86fe-8c21ef87274f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0715888 Jun 11 19:35:57.846468 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e89a28a1-fba8-4bd3-8a4e-703ec26782c6 req-ba1ef2c0-0c71-4b5c-9cc8-36061c3fc9de tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394843 Jun 11 19:35:58.283068 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bee96-53e8-45ab-975a-c2162dee3f1c req-c7788f6c-43fd-4b74-b9d6-e136693620e6 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:58.289224 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9f1bee96-53e8-45ab-975a-c2162dee3f1c req-c7788f6c-43fd-4b74-b9d6-e136693620e6 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=776b117e-9a28-48a9-ae7c-0f397dacae29 HTTP/1.1" status: 200 len: 944 time: 0.0706940 Jun 11 19:35:58.302103 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53562e-7922-4f89-9daf-348ade03034f req-449e08f6-609f-400b-825c-c97bb9668cce tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:58.303529 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-7a53562e-7922-4f89-9daf-348ade03034f req-449e08f6-609f-400b-825c-c97bb9668cce tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.39 "GET /v2.0/ports?device_id=176a021c-c14b-4e76-a4ca-724397713d81 HTTP/1.1" status: 200 len: 945 time: 0.3377073 Jun 11 19:35:58.331934 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9f1bee96-53e8-45ab-975a-c2162dee3f1c req-22c434d4-db60-41eb-908d-88f7c7239aad tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404739 Jun 11 19:35:58.445032 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-474aa512-ae41-4854-86e8-588c988fb8c0 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:58.454432 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-474aa512-ae41-4854-86e8-588c988fb8c0 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931187'] for floatingip, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:58.534852 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:35:58.620219 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [req-7a53562e-7922-4f89-9daf-348ade03034f req-28f164d3-7027-4865-a212-38214a312b19 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Deleting port 40461222-3275-44f6-97cf-c15cdd65192e {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:35:58.620496 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-7a53562e-7922-4f89-9daf-348ade03034f req-28f164d3-7027-4865-a212-38214a312b19 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:58.656434 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.l3_db [None req-474aa512-ae41-4854-86e8-588c988fb8c0 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Floating IP 66604a98-c6eb-4a2c-a590-68845a555bdd associated. External IP: 172.27.0.143, port: 2d5da950-c8c6-40f2-9c3d-d88241621737. Jun 11 19:35:58.843072 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc835e-c5cb-4600-b182-17c0d612a344 req-314a3c70-e01a-4b72-ae4c-f662feb1d1d4 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:58.844899 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bbfc835e-c5cb-4600-b182-17c0d612a344 req-314a3c70-e01a-4b72-ae4c-f662feb1d1d4 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=176a021c-c14b-4e76-a4ca-724397713d81 HTTP/1.1" status: 200 len: 945 time: 0.0790215 Jun 11 19:35:58.847489 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-7a53562e-7922-4f89-9daf-348ade03034f req-28f164d3-7027-4865-a212-38214a312b19 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] For port 40461222-3275-44f6-97cf-c15cdd65192e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=40461222-3275-44f6-97cf-c15cdd65192e,segment=NetworkSegment(7d2e4f89-7191-4676-a423-a08123317ad9),segment_id=7d2e4f89-7191-4676-a423-a08123317ad9)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:35:58.847868 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-7a53562e-7922-4f89-9daf-348ade03034f req-28f164d3-7027-4865-a212-38214a312b19 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:58.889335 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bbfc835e-c5cb-4600-b182-17c0d612a344 req-91f23e64-6dd5-403a-9877-514242eeafda tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383296 Jun 11 19:35:58.967196 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [req-7a53562e-7922-4f89-9daf-348ade03034f req-28f164d3-7027-4865-a212-38214a312b19 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Calling delete_port for 40461222-3275-44f6-97cf-c15cdd65192e owned by compute:nova {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:35:59.091309 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff45938-3962-4a4a-b17a-e610ebb65284 req-31061600-ad0a-48f2-9f67-51992966e6e4 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:59.093740 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-eff45938-3962-4a4a-b17a-e610ebb65284 req-31061600-ad0a-48f2-9f67-51992966e6e4 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0876343 Jun 11 19:35:59.152686 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-eff45938-3962-4a4a-b17a-e610ebb65284 req-da58f7e9-02e1-4331-89ae-0c8ab352c337 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524516 Jun 11 19:35:59.475114 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474aa512-ae41-4854-86e8-588c988fb8c0 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Router 7ae05304-a682-463d-a9f2-03586ab58638 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:35:59.511314 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c43af7-9342-4616-8e75-33df54caa842 req-ae0fbb68-301e-4e46-bbd4-a067f06776c7 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:35:59.512745 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a3c43af7-9342-4616-8e75-33df54caa842 req-ae0fbb68-301e-4e46-bbd4-a067f06776c7 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=776b117e-9a28-48a9-ae7c-0f397dacae29 HTTP/1.1" status: 200 len: 944 time: 0.0691907 Jun 11 19:35:59.560738 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a3c43af7-9342-4616-8e75-33df54caa842 req-deb99460-8673-45be-ace3-f58558931620 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414350 Jun 11 19:35:59.597396 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-7a53562e-7922-4f89-9daf-348ade03034f req-28f164d3-7027-4865-a212-38214a312b19 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:59.607743 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:35:59.643217 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f164d3-7027-4865-a212-38214a312b19 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Pushing event deleted for resources: {'Port': ['ID=40461222-3275-44f6-97cf-c15cdd65192e,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:35:59.649313 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-28f164d3-7027-4865-a212-38214a312b19 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:35:59.730427 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a53562e-7922-4f89-9daf-348ade03034f req-28f164d3-7027-4865-a212-38214a312b19 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] No DVR routers for this DVR port 40461222-3275-44f6-97cf-c15cdd65192e on host hv-cinder-79053 {{(pid=91833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:35:59.735570 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-7a53562e-7922-4f89-9daf-348ade03034f req-28f164d3-7027-4865-a212-38214a312b19 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:59.737441 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-7a53562e-7922-4f89-9daf-348ade03034f req-28f164d3-7027-4865-a212-38214a312b19 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.39 "DELETE /v2.0/ports/40461222-3275-44f6-97cf-c15cdd65192e HTTP/1.1" status: 204 len: 173 time: 1.3797729 Jun 11 19:35:59.737916 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176a021c-c14b-4e76-a4ca-724397713d81', 'name': 'network-vif-deleted', 'tag': '40461222-3275-44f6-97cf-c15cdd65192e'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:35:59.740169 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64439597-6ed4-438d-9d3f-3cccff661537" -d '{"events": [{"server_uuid": "176a021c-c14b-4e76-a4ca-724397713d81", "name": "network-vif-deleted", "tag": "40461222-3275-44f6-97cf-c15cdd65192e"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:35:59.743627 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474aa512-ae41-4854-86e8-588c988fb8c0 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:35:59.758260 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-474aa512-ae41-4854-86e8-588c988fb8c0 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:35:59.759019 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae845d52-23bf-40a9-97bb-d53bd89d46b0 None None] Sync routers for ids ['7ae05304-a682-463d-a9f2-03586ab58638'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:35:59.780572 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae845d52-23bf-40a9-97bb-d53bd89d46b0 None None] Routers {'7ae05304-a682-463d-a9f2-03586ab58638'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:35:59.781288 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-ae845d52-23bf-40a9-97bb-d53bd89d46b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:35:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['7ae05304-a682-463d-a9f2-03586ab58638'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:35:59.799396 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a20a5e4-adc3-4a8b-84e3-781ae24bcfc3 x-openstack-request-id: req-5a20a5e4-adc3-4a8b-84e3-781ae24bcfc3 {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:35:59.799849 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176a021c-c14b-4e76-a4ca-724397713d81", "name": "network-vif-deleted", "tag": "40461222-3275-44f6-97cf-c15cdd65192e", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:35:59.800220 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a20a5e4-adc3-4a8b-84e3-781ae24bcfc3 {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:35:59.800617 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176a021c-c14b-4e76-a4ca-724397713d81', 'name': 'network-vif-deleted', 'tag': '40461222-3275-44f6-97cf-c15cdd65192e', 'status': 'completed', 'code': 200} Jun 11 19:35:59.812973 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-474aa512-ae41-4854-86e8-588c988fb8c0 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "PUT /v2.0/floatingips/66604a98-c6eb-4a2c-a590-68845a555bdd HTTP/1.1" status: 200 len: 991 time: 2.5300596 Jun 11 19:35:59.942166 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-ae845d52-23bf-40a9-97bb-d53bd89d46b0 None None] Set router 7ae05304-a682-463d-a9f2-03586ab58638 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:36:00.059902 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7acfffea-3125-4f56-937a-d3d33200af34 req-871c132b-36a6-4779-a10b-547c25877dc8 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=176a021c-c14b-4e76-a4ca-724397713d81 HTTP/1.1" status: 200 len: 210 time: 0.0323789 Jun 11 19:36:00.283759 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-ae845d52-23bf-40a9-97bb-d53bd89d46b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:35:32Z', 'revision_number': 4, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port': {'id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:25Z', 'updated_at': '2021-06-11T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '66604a98-c6eb-4a2c-a590-68845a555bdd', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'port_id': '2d5da950-c8c6-40f2-9c3d-d88241621737', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'mac_address': 'fa:16:3e:67:3f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd774c327-e242-42b3-8f35-527fd31bab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:35:39Z', 'updated_at': '2021-06-11T19:35:58Z', 'revision_number': 1, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e50259b-8f01-4720-bb4d-c66ffd6f781b', 'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'mac_address': 'fa:16:3e:14:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:30Z', 'updated_at': '2021-06-11T19:35:41Z', 'revision_number': 5, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'subnets': [{'id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:36:00.287641 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae845d52-23bf-40a9-97bb-d53bd89d46b0 None None] Checking router: 7ae05304-a682-463d-a9f2-03586ab58638 for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:36:00.296382 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae845d52-23bf-40a9-97bb-d53bd89d46b0 None None] Routers {'7ae05304-a682-463d-a9f2-03586ab58638'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:36:00.297077 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-ae845d52-23bf-40a9-97bb-d53bd89d46b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:35:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['7ae05304-a682-463d-a9f2-03586ab58638'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:36:00.443367 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-ae845d52-23bf-40a9-97bb-d53bd89d46b0 None None] Set router 7ae05304-a682-463d-a9f2-03586ab58638 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:36:00.480381 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f806691-234d-4399-beec-3f9c092cf23f req-4386a2fd-2c1e-44e4-a3ab-d7ebbe7a9f83 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:00.482432 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1f806691-234d-4399-beec-3f9c092cf23f req-4386a2fd-2c1e-44e4-a3ab-d7ebbe7a9f83 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.1902735 Jun 11 19:36:00.492796 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 99ec5662-fec4-4d27-8d59-5defdc3c774c up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:36:00.495611 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-928377a1-ae80-48fe-a36e-e8fdea5ca06b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:00.497104 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-928377a1-ae80-48fe-a36e-e8fdea5ca06b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/networks?id=91562091-e358-42f3-bc97-a9db84b0b38e HTTP/1.1" status: 200 len: 815 time: 0.1668944 Jun 11 19:36:00.533502 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-11534a3b-b0ce-4a6f-927b-1db4995cba02 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/quotas/9835f46ed4da4325ab88f6f084cd8aca HTTP/1.1" status: 200 len: 375 time: 0.0287352 Jun 11 19:36:00.566628 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port 99ec5662-fec4-4d27-8d59-5defdc3c774c completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:36:00.571732 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port 99ec5662-fec4-4d27-8d59-5defdc3c774c triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:36:00.572569 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:00.587701 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1f806691-234d-4399-beec-3f9c092cf23f req-7e790651-c96d-4b0d-8e52-d7e02634ebbe tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895216 Jun 11 19:36:00.653393 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-806d215f-cca6-41cf-922c-728b9dd414ba tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9835f46ed4da4325ab88f6f084cd8aca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1181591 Jun 11 19:36:00.717102 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:00.743877 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776b117e-9a28-48a9-ae7c-0f397dacae29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ec5662-fec4-4d27-8d59-5defdc3c774c'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:36:00.746313 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c5d241-17ce-432c-87e0-8219114482a6" -d '{"events": [{"server_uuid": "776b117e-9a28-48a9-ae7c-0f397dacae29", "name": "network-vif-plugged", "status": "completed", "tag": "99ec5662-fec4-4d27-8d59-5defdc3c774c"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:36:00.763057 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 99ec5662-fec4-4d27-8d59-5defdc3c774c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=99ec5662-fec4-4d27-8d59-5defdc3c774c,segment=NetworkSegment(779e537c-f7eb-4049-a2df-3ab56d4cf900),segment_id=779e537c-f7eb-4049-a2df-3ab56d4cf900)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:36:00.768399 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:00.769548 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 40461222-3275-44f6-97cf-c15cdd65192e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:36:00.771844 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:00.835763 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: 40461222-3275-44f6-97cf-c15cdd65192e {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:36:00.836417 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 40461222-3275-44f6-97cf-c15cdd65192e not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:36:00.864568 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=99ec5662-fec4-4d27-8d59-5defdc3c774c,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:00.867770 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:00.868683 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-a3fa00d9-a058-4693-b556-bdc517227974 service neutron] 10.222.0.24 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143536 Jun 11 19:36:00.908122 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-ae845d52-23bf-40a9-97bb-d53bd89d46b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:35:32Z', 'revision_number': 4, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port': {'id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:25Z', 'updated_at': '2021-06-11T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '66604a98-c6eb-4a2c-a590-68845a555bdd', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'port_id': '2d5da950-c8c6-40f2-9c3d-d88241621737', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'mac_address': 'fa:16:3e:67:3f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd774c327-e242-42b3-8f35-527fd31bab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:35:39Z', 'updated_at': '2021-06-11T19:35:58Z', 'revision_number': 1, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e50259b-8f01-4720-bb4d-c66ffd6f781b', 'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'mac_address': 'fa:16:3e:14:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:30Z', 'updated_at': '2021-06-11T19:35:41Z', 'revision_number': 5, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'subnets': [{'id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:36:00.912821 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae845d52-23bf-40a9-97bb-d53bd89d46b0 None None] The sync data for ids ['7ae05304-a682-463d-a9f2-03586ab58638'] in dv-cinder-790535-3-iscsi is: [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:35:32Z', 'revision_number': 4, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port': {'id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:25Z', 'updated_at': '2021-06-11T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '66604a98-c6eb-4a2c-a590-68845a555bdd', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'port_id': '2d5da950-c8c6-40f2-9c3d-d88241621737', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'mac_address': 'fa:16:3e:67:3f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd774c327-e242-42b3-8f35-527fd31bab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:35:39Z', 'updated_at': '2021-06-11T19:35:58Z', 'revision_number': 1, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e50259b-8f01-4720-bb4d-c66ffd6f781b', 'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'mac_address': 'fa:16:3e:14:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:30Z', 'updated_at': '2021-06-11T19:35:41Z', 'revision_number': 5, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'subnets': [{'id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:36:00.921629 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8f152-85bd-42e6-a2fe-d09a7d87c773 req-cea46274-f55e-4df1-9ffd-05c476791ae8 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:00.923144 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-43d8f152-85bd-42e6-a2fe-d09a7d87c773 req-cea46274-f55e-4df1-9ffd-05c476791ae8 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=776b117e-9a28-48a9-ae7c-0f397dacae29 HTTP/1.1" status: 200 len: 945 time: 0.1343775 Jun 11 19:36:01.029495 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-43d8f152-85bd-42e6-a2fe-d09a7d87c773 req-af771830-7083-49ea-9746-7478162011f0 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001289 Jun 11 19:36:01.034332 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-ff1de6cf-e508-4362-96e0-8bdb3e62b908 service neutron] 10.222.0.24 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574538 Jun 11 19:36:01.088240 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a24f45-1e87-4cb2-b11b-2a208ade619b x-openstack-request-id: req-19a24f45-1e87-4cb2-b11b-2a208ade619b {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:36:01.088733 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776b117e-9a28-48a9-ae7c-0f397dacae29", "name": "network-vif-plugged", "status": "completed", "tag": "99ec5662-fec4-4d27-8d59-5defdc3c774c", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:36:01.089064 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19a24f45-1e87-4cb2-b11b-2a208ade619b {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:36:01.089535 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776b117e-9a28-48a9-ae7c-0f397dacae29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ec5662-fec4-4d27-8d59-5defdc3c774c', 'code': 200} Jun 11 19:36:01.156947 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063b1ed7-361a-4028-9421-9f7a9a8c2c0d None None] New status for floating IP 66604a98-c6eb-4a2c-a590-68845a555bdd: ACTIVE {{(pid=91835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:36:01.319091 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3163f527-ba40-43b3-a78f-3002f571689a req-d4692c24-b31d-4ed1-89f3-1f1c7a32720c tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 210 time: 0.0367119 Jun 11 19:36:01.497630 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549fac6-4e90-4db7-8a0f-2b4c7e7ab4d8 req-5c55df74-fcb8-4c03-b56a-b3c537a83fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:01.500297 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-9549fac6-4e90-4db7-8a0f-2b4c7e7ab4d8 req-5c55df74-fcb8-4c03-b56a-b3c537a83fb0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=776b117e-9a28-48a9-ae7c-0f397dacae29 HTTP/1.1" status: 200 len: 1098 time: 0.0828445 Jun 11 19:36:01.561863 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-9549fac6-4e90-4db7-8a0f-2b4c7e7ab4d8 req-927c2105-6e88-43b6-913d-6795c0495754 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379653 Jun 11 19:36:01.615230 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-f0b1422f-d22d-4b30-8571-dd613b34aa14 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:01.616649 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-f0b1422f-d22d-4b30-8571-dd613b34aa14 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/networks?id=cbc524a5-3698-40c4-a1c1-03d2209282ba HTTP/1.1" status: 200 len: 808 time: 0.1505122 Jun 11 19:36:01.633179 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-aa7ed4b2-779e-424b-b949-c0303cec2441 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/quotas/f45ce8c203a74c988473bd596d511701 HTTP/1.1" status: 200 len: 375 time: 0.0108149 Jun 11 19:36:01.674981 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-27273ba3-f1da-4e5d-80a1-e503271804f2 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f45ce8c203a74c988473bd596d511701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353947 Jun 11 19:36:01.802324 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd774c327-e242-42b3-8f35-527fd31bab34', 'tag': '2d5da950-c8c6-40f2-9c3d-d88241621737'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:36:01.804784 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f4fd84-6e8e-4cf1-a72f-168707ec55fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d774c327-e242-42b3-8f35-527fd31bab34", "tag": "2d5da950-c8c6-40f2-9c3d-d88241621737"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:36:01.843171 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-c389101a-7247-4477-8ef5-00faa83d2345 service neutron] 10.222.0.24 "GET /v2.0/networks/cbc524a5-3698-40c4-a1c1-03d2209282ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614861 Jun 11 19:36:01.870746 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a26bef-952f-432e-b85c-e2a64cf3abd1 req-d044d42d-2267-486e-a888-17ab77a66146 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:01.872208 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40a26bef-952f-432e-b85c-e2a64cf3abd1 req-d044d42d-2267-486e-a888-17ab77a66146 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.1457572 Jun 11 19:36:02.205815 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40a26bef-952f-432e-b85c-e2a64cf3abd1 req-2a659c87-cb26-4227-bd82-9cb1083b75f7 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177195 Jun 11 19:36:02.228795 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-37585347-6942-4f93-9be3-2d4e165a2fea service neutron] 10.222.0.24 "GET /v2.0/networks/cbc524a5-3698-40c4-a1c1-03d2209282ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757939 Jun 11 19:36:02.256551 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ee6265-b5cb-4ec7-b127-2244032641e8 x-openstack-request-id: req-30ee6265-b5cb-4ec7-b127-2244032641e8 {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:36:02.256869 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d774c327-e242-42b3-8f35-527fd31bab34", "tag": "2d5da950-c8c6-40f2-9c3d-d88241621737", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:36:02.257148 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30ee6265-b5cb-4ec7-b127-2244032641e8 {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:36:02.257566 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd774c327-e242-42b3-8f35-527fd31bab34', 'tag': '2d5da950-c8c6-40f2-9c3d-d88241621737', 'status': 'completed', 'code': 200} Jun 11 19:36:02.382519 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4fd84-6e8e-4cf1-a72f-168707ec55fa req-b2f24000-d486-4958-bb05-070120a7dec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:02.384005 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-22f4fd84-6e8e-4cf1-a72f-168707ec55fa req-b2f24000-d486-4958-bb05-070120a7dec7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=add1c563d4f842f79fd0b4094b476cb4&device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 1098 time: 0.0930135 Jun 11 19:36:02.447936 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68537a-4041-4048-a4bc-f64a1d91c8a8 req-658e6c29-a4b9-43d1-bb30-3d8e2e6849da tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:02.457467 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5f68537a-4041-4048-a4bc-f64a1d91c8a8 req-658e6c29-a4b9-43d1-bb30-3d8e2e6849da tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=776b117e-9a28-48a9-ae7c-0f397dacae29 HTTP/1.1" status: 200 len: 945 time: 0.1057408 Jun 11 19:36:02.504764 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5f68537a-4041-4048-a4bc-f64a1d91c8a8 req-a4b9dd40-a0e2-43cb-9571-f4cb3a319692 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462127 Jun 11 19:36:02.582603 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4fd84-6e8e-4cf1-a72f-168707ec55fa req-9fb4157b-2ca9-4929-861c-c33af59692cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:02.584354 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-22f4fd84-6e8e-4cf1-a72f-168707ec55fa req-9fb4157b-2ca9-4929-861c-c33af59692cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd0799f3-e1f4-4564-b8cd-089a9187317a HTTP/1.1" status: 200 len: 912 time: 0.1930676 Jun 11 19:36:02.644336 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-706073d0-4298-4795-8ad2-81f7dd4d94a5 req-9acdae7a-1644-4c72-a344-fb8ce8f2a667 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=45a05c8e-442d-4841-aa41-28a9925e70b3 HTTP/1.1" status: 200 len: 210 time: 0.0434158 Jun 11 19:36:02.762270 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-22f4fd84-6e8e-4cf1-a72f-168707ec55fa req-0cc8a546-f171-4a58-8f5d-a9fe20f3e806 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d5da950-c8c6-40f2-9c3d-d88241621737 HTTP/1.1" status: 200 len: 1001 time: 0.1521018 Jun 11 19:36:02.763632 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9e28dc09-7c4e-4820-a8f4-0c137c01a2b3 req-03433e28-7044-40d7-87ed-77b28fd48b29 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 210 time: 0.0461178 Jun 11 19:36:02.791814 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-f35b7fdc-0709-4d36-b22a-98b9d438d1a8 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:02.793348 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-f35b7fdc-0709-4d36-b22a-98b9d438d1a8 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.39 "GET /v2.0/networks?id=91562091-e358-42f3-bc97-a9db84b0b38e HTTP/1.1" status: 200 len: 815 time: 0.2536452 Jun 11 19:36:02.811412 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Request body: {'port': {'device_id': '5ecfdaa4-ca12-483a-8021-34babd734b72', 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e', 'admin_state_up': True, 'tenant_id': '9835f46ed4da4325ab88f6f084cd8aca'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:36:02.851214 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4fd84-6e8e-4cf1-a72f-168707ec55fa req-a586ef0e-2a42-4516-81ec-5a35d4a376a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:02.852908 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-22f4fd84-6e8e-4cf1-a72f-168707ec55fa req-a586ef0e-2a42-4516-81ec-5a35d4a376a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e6eba21-4314-4ef9-a7be-0d0c169a43f5 HTTP/1.1" status: 200 len: 850 time: 0.0650618 Jun 11 19:36:02.992310 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Made reservation on behalf of 9835f46ed4da4325ab88f6f084cd8aca for: {'port': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:36:02.996003 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:03.009584 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4fd84-6e8e-4cf1-a72f-168707ec55fa req-5506c05d-80ae-4320-b686-e0ca709a5152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:03.012570 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-22f4fd84-6e8e-4cf1-a72f-168707ec55fa req-5506c05d-80ae-4320-b686-e0ca709a5152 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd0799f3-e1f4-4564-b8cd-089a9187317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1517444 Jun 11 19:36:03.152903 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-22f4fd84-6e8e-4cf1-a72f-168707ec55fa req-90edba6a-a523-45a4-add4-2eba4a0f33f1 service neutron] 10.222.0.39 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326129 Jun 11 19:36:03.179311 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Allocated IP 172.20.0.14 (91562091-e358-42f3-bc97-a9db84b0b38e/0c5a103b-1876-47da-96d3-d95f9c432793/a70c7c4b-505f-48f5-ad64-9773dde1f320) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:36:03.315229 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-22f4fd84-6e8e-4cf1-a72f-168707ec55fa req-b00a6ac0-4d0b-4b60-ae95-b49e0b08503c service neutron] 10.222.0.39 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397007 Jun 11 19:36:03.439195 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:03.462836 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb77930-13ea-42d1-bef5-5b397ab9a432 req-415f831b-a89b-4ceb-97c0-1e7dd02612a6 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:03.464291 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-feb77930-13ea-42d1-bef5-5b397ab9a432 req-415f831b-a89b-4ceb-97c0-1e7dd02612a6 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.1182532 Jun 11 19:36:03.523317 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-feb77930-13ea-42d1-bef5-5b397ab9a432 req-040d0450-eeb7-49af-ab0d-5ae2dfdee551 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529554 Jun 11 19:36:03.524736 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:03.528852 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-8dcf4acc-ba96-4eae-ae5b-2be966470afb tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:03.549149 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['234a41f6-df70-4746-a5d3-517bde40abf2', '8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6', '6c8226df-6d29-4bcf-898f-bf1662ee51d7'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:36:03.584438 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Network 91562091-e358-42f3-bc97-a9db84b0b38e is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:36:03.587702 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:36:03.591796 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:36:03.597603 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:03.598209 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:03.611723 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Pushing event updated for resources: {'Port': ['ID=a70c7c4b-505f-48f5-ad64-9773dde1f320,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:03.620989 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:03.621449 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:03.621814 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:03.622169 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:03.622722 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:03.623077 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:03.624637 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:03.624996 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:03.625405 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:03.625751 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:03.626220 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:03.626611 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:03.631136 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8239419 Jun 11 19:36:03.631925 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:03.657218 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Request body: {'port': {'device_id': '5ecfdaa4-ca12-483a-8021-34babd734b72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:36:03.798152 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:03.824842 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499fc70-289a-460c-905c-4e92da4971bd req-71b63bf6-7028-4750-982d-4272130e4fcc tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:03.826314 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7499fc70-289a-460c-905c-4e92da4971bd req-71b63bf6-7028-4750-982d-4272130e4fcc tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=776b117e-9a28-48a9-ae7c-0f397dacae29 HTTP/1.1" status: 200 len: 945 time: 0.1391642 Jun 11 19:36:03.913845 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d014d042-5806-4b4c-8b5e-68ddbd95700d req-3a3e15b6-ecfc-49f7-9f9a-cfa6d45a68cd tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=45a05c8e-442d-4841-aa41-28a9925e70b3 HTTP/1.1" status: 200 len: 210 time: 0.0579023 Jun 11 19:36:04.010379 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7499fc70-289a-460c-905c-4e92da4971bd req-d9032780-1e13-4d9d-866d-42481cb6341a tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528099 Jun 11 19:36:04.185479 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-0b3d497a-ec9b-4529-a018-48aebe83c718 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:04.187078 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-0b3d497a-ec9b-4529-a018-48aebe83c718 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.39 "GET /v2.0/networks?id=cbc524a5-3698-40c4-a1c1-03d2209282ba HTTP/1.1" status: 200 len: 808 time: 0.2251828 Jun 11 19:36:04.203355 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Request body: {'port': {'device_id': '45a05c8e-442d-4841-aa41-28a9925e70b3', 'network_id': 'cbc524a5-3698-40c4-a1c1-03d2209282ba', 'admin_state_up': True, 'tenant_id': 'f45ce8c203a74c988473bd596d511701'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:36:04.294377 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11d0d5-2b30-4c60-b591-dff291e9bdde req-0078fc5f-0122-4fa8-9b47-3997be2070f6 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:04.297001 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fa11d0d5-2b30-4c60-b591-dff291e9bdde req-0078fc5f-0122-4fa8-9b47-3997be2070f6 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 932 time: 0.1992762 Jun 11 19:36:04.380287 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Made reservation on behalf of f45ce8c203a74c988473bd596d511701 for: {'port': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:36:04.385220 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:04.399539 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fa11d0d5-2b30-4c60-b591-dff291e9bdde req-487e4316-246b-4fd4-9b52-833dbe8c590d tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882449 Jun 11 19:36:04.423719 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70c7c4b-505f-48f5-ad64-9773dde1f320 {{(pid=91834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:36:04.431036 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:04.443305 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Transition to ACTIVE for port object a70c7c4b-505f-48f5-ad64-9773dde1f320 will not be triggered until provisioned by entity L2. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:36:04.447715 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:04.449727 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:04.572426 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Allocated IP 172.20.0.13 (cbc524a5-3698-40c4-a1c1-03d2209282ba/bc72d707-8fb1-4f5a-9954-3e0e58fbc79c/be8952e8-3758-46c7-a528-9a4d95c02fad) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:36:04.591610 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Pushing event updated for resources: {'Port': ['ID=a70c7c4b-505f-48f5-ad64-9773dde1f320,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:04.596491 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:04.608452 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Attempting to bind port a70c7c4b-505f-48f5-ad64-9773dde1f320 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:36:04.608942 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Attempting to bind port a70c7c4b-505f-48f5-ad64-9773dde1f320 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '27745dbb-6f0e-4b17-90e5-351d1a26130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e'}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:36:04.609432 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Attempting to bind port a70c7c4b-505f-48f5-ad64-9773dde1f320 on network 91562091-e358-42f3-bc97-a9db84b0b38e {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:36:04.614425 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Port a70c7c4b-505f-48f5-ad64-9773dde1f320 on network 91562091-e358-42f3-bc97-a9db84b0b38e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:36:04.614815 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Attempting to bind port a70c7c4b-505f-48f5-ad64-9773dde1f320 on network 91562091-e358-42f3-bc97-a9db84b0b38e {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:36:04.619749 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:36:04.620195 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Checking segment: {'id': '27745dbb-6f0e-4b17-90e5-351d1a26130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:36:04.620812 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Bound using segment: {'id': '27745dbb-6f0e-4b17-90e5-351d1a26130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e'} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:36:04.621293 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Bound port: a70c7c4b-505f-48f5-ad64-9773dde1f320, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27745dbb-6f0e-4b17-90e5-351d1a26130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e'}}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:36:04.621643 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:04.743077 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] For port a70c7c4b-505f-48f5-ad64-9773dde1f320, host hv-cinder-79053, cleared binding levels {{(pid=91834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:36:04.755749 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] For port a70c7c4b-505f-48f5-ad64-9773dde1f320, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a70c7c4b-505f-48f5-ad64-9773dde1f320,segment=NetworkSegment(27745dbb-6f0e-4b17-90e5-351d1a26130b),segment_id=27745dbb-6f0e-4b17-90e5-351d1a26130b)] {{(pid=91834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:36:04.762256 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:04.766975 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-54eed312-5ffc-42d5-b43d-04f149324274 tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:04.780910 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:04.817588 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:04.818278 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:04.819715 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] 10.222.0.39 "PUT /v2.0/ports/a70c7c4b-505f-48f5-ad64-9773dde1f320 HTTP/1.1" status: 200 len: 1094 time: 1.1672196 Jun 11 19:36:04.820643 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecfdaa4-ca12-483a-8021-34babd734b72', 'tag': 'a70c7c4b-505f-48f5-ad64-9773dde1f320'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:36:04.823092 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baeb194c-804a-478e-991d-1103166c234b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecfdaa4-ca12-483a-8021-34babd734b72", "tag": "a70c7c4b-505f-48f5-ad64-9773dde1f320"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:36:04.828838 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10434319'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:04.833006 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-cd484169-8533-4bbe-8c2b-707ea9cc5085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:04.836199 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabf889-05e2-4469-8c8e-c43069c28981 req-238b4588-4f7f-44bb-a22a-9b4302997322 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:04.839163 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3cabf889-05e2-4469-8c8e-c43069c28981 req-238b4588-4f7f-44bb-a22a-9b4302997322 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.1647120 Jun 11 19:36:04.881463 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Network cbc524a5-3698-40c4-a1c1-03d2209282ba is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:36:04.885139 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:36:04.897647 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:36:04.924537 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d56ef32-5c77-4c5a-920b-f98d6d452c18 x-openstack-request-id: req-4d56ef32-5c77-4c5a-920b-f98d6d452c18 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:36:04.924860 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecfdaa4-ca12-483a-8021-34babd734b72", "tag": "a70c7c4b-505f-48f5-ad64-9773dde1f320", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:36:04.925141 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d56ef32-5c77-4c5a-920b-f98d6d452c18 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:36:04.925563 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecfdaa4-ca12-483a-8021-34babd734b72', 'tag': 'a70c7c4b-505f-48f5-ad64-9773dde1f320', 'status': 'completed', 'code': 200} Jun 11 19:36:04.929046 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Pushing event updated for resources: {'Port': ['ID=a70c7c4b-505f-48f5-ad64-9773dde1f320,revision_number=3']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:04.934427 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:04.958033 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3cabf889-05e2-4469-8c8e-c43069c28981 req-b72ec8ce-ee87-4387-84ec-131326f355d0 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065791 Jun 11 19:36:04.962799 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Pushing event updated for resources: {'Port': ['ID=be8952e8-3758-46c7-a528-9a4d95c02fad,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:04.977034 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:04.977398 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:04.977752 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:04.978100 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:04.978495 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:04.978813 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:04.979153 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:04.979490 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:04.979828 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:04.980133 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-e539c75f-f736-4aa1-a967-25ae705f1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:04.980261 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:04.980483 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:04.980863 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:04.982455 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-e539c75f-f736-4aa1-a967-25ae705f1c37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9835f46ed4da4325ab88f6f084cd8aca&device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 1097 time: 0.1069262 Jun 11 19:36:04.989323 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:04.995648 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:04.996477 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:05.013757 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8141742 Jun 11 19:36:05.028835 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Request body: {'port': {'device_id': '45a05c8e-442d-4841-aa41-28a9925e70b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:36:05.042851 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-7115caaf-da3a-427a-99e1-a81ecfbd222e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a70c7c4b-505f-48f5-ad64-9773dde1f320 HTTP/1.1" status: 200 len: 217 time: 0.0516300 Jun 11 19:36:05.137722 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:05.153683 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-10f1f991-7841-487e-8938-14eeef4166b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:05.155788 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-10f1f991-7841-487e-8938-14eeef4166b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c5a103b-1876-47da-96d3-d95f9c432793 HTTP/1.1" status: 200 len: 855 time: 0.0989635 Jun 11 19:36:05.205614 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-e4b2f08e-e742-483e-955b-ef5c9ffc95ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91562091-e358-42f3-bc97-a9db84b0b38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365400 Jun 11 19:36:05.222998 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b2563-1cef-40c0-8785-6fd415b9221f req-7a1ad353-c88e-4cb2-9764-385577462de6 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:05.224489 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ee8b2563-1cef-40c0-8785-6fd415b9221f req-7a1ad353-c88e-4cb2-9764-385577462de6 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=45a05c8e-442d-4841-aa41-28a9925e70b3 HTTP/1.1" status: 200 len: 932 time: 0.1590121 Jun 11 19:36:05.340848 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ee8b2563-1cef-40c0-8785-6fd415b9221f req-526c35ca-bb41-4371-adac-e812049ee8be tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064243 Jun 11 19:36:05.369798 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-dd6a7868-3b2b-4a8e-a72c-37f415034b6a service neutron] 10.222.0.39 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428986 Jun 11 19:36:05.456869 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8952e8-3758-46c7-a528-9a4d95c02fad {{(pid=91833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:36:05.465065 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:05.477791 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.provisioning_blocks [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Transition to ACTIVE for port object be8952e8-3758-46c7-a528-9a4d95c02fad will not be triggered until provisioned by entity L2. {{(pid=91833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:36:05.482171 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10434353'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:05.484456 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:05.485395 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1d284e79-e8c9-480b-97d1-aedf3f544967 req-fb05c7bb-a294-4a21-a670-9bf4a44918e6 service neutron] 10.222.0.39 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077402 Jun 11 19:36:05.595141 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Pushing event updated for resources: {'Port': ['ID=be8952e8-3758-46c7-a528-9a4d95c02fad,revision_number=2']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:05.598098 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:05.653818 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c324bc-b42b-444d-a0da-2a497729ad02 req-5c3ff101-d2de-483c-9e1d-636e7c2e9e82 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:05.655853 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-46c324bc-b42b-444d-a0da-2a497729ad02 req-5c3ff101-d2de-483c-9e1d-636e7c2e9e82 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 944 time: 0.1183481 Jun 11 19:36:05.662474 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb194c-804a-478e-991d-1103166c234b req-a9a42cdb-82d2-4037-9c46-36f4341f74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:05.663942 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-baeb194c-804a-478e-991d-1103166c234b req-a9a42cdb-82d2-4037-9c46-36f4341f74b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9835f46ed4da4325ab88f6f084cd8aca&device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 1097 time: 0.0904992 Jun 11 19:36:05.682082 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Attempting to bind port be8952e8-3758-46c7-a528-9a4d95c02fad on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:36:05.682523 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Attempting to bind port be8952e8-3758-46c7-a528-9a4d95c02fad by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '7d2e4f89-7191-4676-a423-a08123317ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cbc524a5-3698-40c4-a1c1-03d2209282ba'}] {{(pid=91833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:36:05.682893 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Attempting to bind port be8952e8-3758-46c7-a528-9a4d95c02fad on network cbc524a5-3698-40c4-a1c1-03d2209282ba {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:36:05.687610 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Port be8952e8-3758-46c7-a528-9a4d95c02fad on network cbc524a5-3698-40c4-a1c1-03d2209282ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:36:05.687928 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Attempting to bind port be8952e8-3758-46c7-a528-9a4d95c02fad on network cbc524a5-3698-40c4-a1c1-03d2209282ba {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:36:05.692631 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:36:05.692971 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Checking segment: {'id': '7d2e4f89-7191-4676-a423-a08123317ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cbc524a5-3698-40c4-a1c1-03d2209282ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:36:05.693353 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Bound using segment: {'id': '7d2e4f89-7191-4676-a423-a08123317ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cbc524a5-3698-40c4-a1c1-03d2209282ba'} {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:36:05.693783 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Bound port: be8952e8-3758-46c7-a528-9a4d95c02fad, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2e4f89-7191-4676-a423-a08123317ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cbc524a5-3698-40c4-a1c1-03d2209282ba'}}] {{(pid=91833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:36:05.694131 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:05.733410 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-46c324bc-b42b-444d-a0da-2a497729ad02 req-ee023d37-c2a1-4557-b0af-d132213a87b1 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684898 Jun 11 19:36:05.778287 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] For port be8952e8-3758-46c7-a528-9a4d95c02fad, host hv-cinder-79053, cleared binding levels {{(pid=91833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:36:05.781293 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] For port be8952e8-3758-46c7-a528-9a4d95c02fad, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=be8952e8-3758-46c7-a528-9a4d95c02fad,segment=NetworkSegment(7d2e4f89-7191-4676-a423-a08123317ad9),segment_id=7d2e4f89-7191-4676-a423-a08123317ad9)] {{(pid=91833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:36:05.785778 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10434353'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:05.787886 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:05.804058 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb194c-804a-478e-991d-1103166c234b req-ea7a300c-935a-4191-8e8e-e49c32274582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:05.805634 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-baeb194c-804a-478e-991d-1103166c234b req-ea7a300c-935a-4191-8e8e-e49c32274582 service neutron] 10.222.0.39 "GET /v2.0/networks?id=91562091-e358-42f3-bc97-a9db84b0b38e HTTP/1.1" status: 200 len: 916 time: 0.1339684 Jun 11 19:36:05.836598 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:05.837289 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:05.838653 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] 10.222.0.39 "PUT /v2.0/ports/be8952e8-3758-46c7-a528-9a4d95c02fad HTTP/1.1" status: 200 len: 1094 time: 0.8139796 Jun 11 19:36:05.839144 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a05c8e-442d-4841-aa41-28a9925e70b3', 'tag': 'be8952e8-3758-46c7-a528-9a4d95c02fad'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:36:05.841372 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e22f085-28b8-450b-ac86-e6a599d17a87" -d '{"events": [{"name": "network-changed", "server_uuid": "45a05c8e-442d-4841-aa41-28a9925e70b3", "tag": "be8952e8-3758-46c7-a528-9a4d95c02fad"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:36:05.863297 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Pushing event updated for resources: {'Port': ['ID=be8952e8-3758-46c7-a528-9a4d95c02fad,revision_number=3']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:05.866536 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:05.894533 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3e3d62-173a-4248-97da-f3631bcb26aa x-openstack-request-id: req-2c3e3d62-173a-4248-97da-f3631bcb26aa {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:36:05.894533 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a05c8e-442d-4841-aa41-28a9925e70b3", "tag": "be8952e8-3758-46c7-a528-9a4d95c02fad", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:36:05.894533 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c3e3d62-173a-4248-97da-f3631bcb26aa {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:36:05.894533 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a05c8e-442d-4841-aa41-28a9925e70b3', 'tag': 'be8952e8-3758-46c7-a528-9a4d95c02fad', 'status': 'completed', 'code': 200} Jun 11 19:36:05.975968 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-b4e71bb1-c0ec-4239-8b58-b873579ad567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:05.978058 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-b4e71bb1-c0ec-4239-8b58-b873579ad567 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f45ce8c203a74c988473bd596d511701&device_id=45a05c8e-442d-4841-aa41-28a9925e70b3 HTTP/1.1" status: 200 len: 1097 time: 0.0708060 Jun 11 19:36:06.042173 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-e897b97f-a458-41c2-8cce-3fb7d071493d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be8952e8-3758-46c7-a528-9a4d95c02fad HTTP/1.1" status: 200 len: 217 time: 0.0509486 Jun 11 19:36:06.110478 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-7d47555a-3e98-42b3-948d-6214de25587d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:06.111623 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-baeb194c-804a-478e-991d-1103166c234b req-f67e438d-3294-4f30-8167-8cbed1bfd64f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a70c7c4b-505f-48f5-ad64-9773dde1f320 HTTP/1.1" status: 200 len: 217 time: 0.2939835 Jun 11 19:36:06.111998 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-7d47555a-3e98-42b3-948d-6214de25587d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc72d707-8fb1-4f5a-9954-3e0e58fbc79c HTTP/1.1" status: 200 len: 848 time: 0.0588145 Jun 11 19:36:06.212766 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb194c-804a-478e-991d-1103166c234b req-1b6a7314-e619-419d-8683-0c25a339fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:06.214224 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-baeb194c-804a-478e-991d-1103166c234b req-1b6a7314-e619-419d-8683-0c25a339fb4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c5a103b-1876-47da-96d3-d95f9c432793 HTTP/1.1" status: 200 len: 855 time: 0.0725756 Jun 11 19:36:06.259155 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-baeb194c-804a-478e-991d-1103166c234b req-6185847f-1380-4a4e-8cca-02d966641e8d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91562091-e358-42f3-bc97-a9db84b0b38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372045 Jun 11 19:36:06.269499 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726e64b-6f3c-4b9c-a054-1e04394fec96 req-efdb38b6-cf05-41a5-9651-82830fbdf682 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:06.271073 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a726e64b-6f3c-4b9c-a054-1e04394fec96 req-efdb38b6-cf05-41a5-9651-82830fbdf682 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.1621144 Jun 11 19:36:06.348824 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a726e64b-6f3c-4b9c-a054-1e04394fec96 req-ddaa2ccb-3cc7-493d-8a49-07f6b18f06d0 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713134 Jun 11 19:36:06.404282 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-73405c48-0052-4203-8836-8f7f93aec330 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbc524a5-3698-40c4-a1c1-03d2209282ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2708042 Jun 11 19:36:06.429432 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-baeb194c-804a-478e-991d-1103166c234b req-c9b323d5-f84d-48d5-84ba-80c955deda3c service neutron] 10.222.0.39 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425457 Jun 11 19:36:06.524403 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-19415c32-32f7-46c7-ae42-28374562493d service neutron] 10.222.0.39 "GET /v2.0/networks/cbc524a5-3698-40c4-a1c1-03d2209282ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127961 Jun 11 19:36:06.590748 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-baeb194c-804a-478e-991d-1103166c234b req-fc9ba41f-d231-46f9-afcf-9392be5553f9 service neutron] 10.222.0.39 "GET /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533878 Jun 11 19:36:06.606073 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538d9da-1a88-47c5-9e1b-46e0cd3c4823 req-ac650f2f-be98-4710-8936-196723c32c1e tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:06.607554 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d538d9da-1a88-47c5-9e1b-46e0cd3c4823 req-ac650f2f-be98-4710-8936-196723c32c1e tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=45a05c8e-442d-4841-aa41-28a9925e70b3 HTTP/1.1" status: 200 len: 944 time: 0.1348720 Jun 11 19:36:06.646228 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6c74bf0d-4ea7-48e7-b637-7adc512c5fee req-507fdf59-c311-4b8f-b2d3-4b594f9453c0 service neutron] 10.222.0.39 "GET /v2.0/networks/cbc524a5-3698-40c4-a1c1-03d2209282ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124709 Jun 11 19:36:06.651387 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d538d9da-1a88-47c5-9e1b-46e0cd3c4823 req-d53ae304-972f-4e1c-9891-c6701a2958da tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365074 Jun 11 19:36:06.681791 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9f6a-d21f-49db-863e-c28acf7a79ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:06.776665 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22f085-28b8-450b-ac86-e6a599d17a87 req-b754764e-ced4-482c-9d16-f8932a24a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:06.778633 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-9e22f085-28b8-450b-ac86-e6a599d17a87 req-b754764e-ced4-482c-9d16-f8932a24a63a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f45ce8c203a74c988473bd596d511701&device_id=45a05c8e-442d-4841-aa41-28a9925e70b3 HTTP/1.1" status: 200 len: 1097 time: 0.0604172 Jun 11 19:36:06.896685 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22f085-28b8-450b-ac86-e6a599d17a87 req-fd169466-32e4-4a98-b0dd-343d9829f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:06.898017 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-9e22f085-28b8-450b-ac86-e6a599d17a87 req-fd169466-32e4-4a98-b0dd-343d9829f1af service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbc524a5-3698-40c4-a1c1-03d2209282ba HTTP/1.1" status: 200 len: 909 time: 0.1076467 Jun 11 19:36:06.922908 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d5189-ced3-42d5-81c7-09f5c328509b req-a30b73d2-5e25-4f9d-ac29-19d7a55d948e tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:06.924344 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-724d5189-ced3-42d5-81c7-09f5c328509b req-a30b73d2-5e25-4f9d-ac29-19d7a55d948e tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 944 time: 0.0690305 Jun 11 19:36:06.953023 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-9e22f085-28b8-450b-ac86-e6a599d17a87 req-d55094f9-7bc4-430a-a4bb-3e701679dcfe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be8952e8-3758-46c7-a528-9a4d95c02fad HTTP/1.1" status: 200 len: 217 time: 0.0463567 Jun 11 19:36:06.967724 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-724d5189-ced3-42d5-81c7-09f5c328509b req-f9f3a16a-6834-460a-b6ab-4171539b9459 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376608 Jun 11 19:36:07.018599 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22f085-28b8-450b-ac86-e6a599d17a87 req-7aa7c3c4-b37b-449b-aa62-38becc8648a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:07.020016 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-9e22f085-28b8-450b-ac86-e6a599d17a87 req-7aa7c3c4-b37b-449b-aa62-38becc8648a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc72d707-8fb1-4f5a-9954-3e0e58fbc79c HTTP/1.1" status: 200 len: 848 time: 0.0548410 Jun 11 19:36:07.066833 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-9e22f085-28b8-450b-ac86-e6a599d17a87 req-68cd86a0-832a-4cbb-b033-5adf166bb1a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbc524a5-3698-40c4-a1c1-03d2209282ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319946 Jun 11 19:36:07.185677 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-9e22f085-28b8-450b-ac86-e6a599d17a87 req-372f8885-8738-4c61-96e6-ff61a4f925ec service neutron] 10.222.0.39 "GET /v2.0/networks/cbc524a5-3698-40c4-a1c1-03d2209282ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110568 Jun 11 19:36:07.306640 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-9e22f085-28b8-450b-ac86-e6a599d17a87 req-736e8188-4403-4ef1-8a36-7b63c53dee3a service neutron] 10.222.0.39 "GET /v2.0/networks/cbc524a5-3698-40c4-a1c1-03d2209282ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104357 Jun 11 19:36:07.540352 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ade4a4-a83c-4c8c-a722-e920b037c03e req-82e21b6c-4151-4b1a-918f-fd69857165be tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:07.541795 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-24ade4a4-a83c-4c8c-a722-e920b037c03e req-82e21b6c-4151-4b1a-918f-fd69857165be tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0718410 Jun 11 19:36:07.582805 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-24ade4a4-a83c-4c8c-a722-e920b037c03e req-97cd589b-bd25-44ce-a228-4ba67505158c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347097 Jun 11 19:36:07.837354 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af406da-de86-48a6-92ad-099c6c04b44a req-e7f6de31-b2d4-4558-8793-8c29477840de tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:07.838793 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3af406da-de86-48a6-92ad-099c6c04b44a req-e7f6de31-b2d4-4558-8793-8c29477840de tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=45a05c8e-442d-4841-aa41-28a9925e70b3 HTTP/1.1" status: 200 len: 944 time: 0.0715427 Jun 11 19:36:07.883290 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3af406da-de86-48a6-92ad-099c6c04b44a req-f92e046d-cbaa-40e9-91ec-4e260d4d8d6e tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380299 Jun 11 19:36:08.152167 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a84c34-15dc-424d-9d7f-5b66277f7cc0 req-6efbe353-6952-403b-9dba-19485d2eef8c tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:08.153597 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c0a84c34-15dc-424d-9d7f-5b66277f7cc0 req-6efbe353-6952-403b-9dba-19485d2eef8c tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 944 time: 0.0706177 Jun 11 19:36:08.194964 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c0a84c34-15dc-424d-9d7f-5b66277f7cc0 req-e75ddd16-fbf6-436d-a6b6-faaecb10a37b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357046 Jun 11 19:36:08.243852 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e505756-72ea-4d6e-85d7-504c203c9d71 req-1d728c4f-08ce-4600-aa90-77fe10994413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:08.245528 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-2e505756-72ea-4d6e-85d7-504c203c9d71 req-1d728c4f-08ce-4600-aa90-77fe10994413 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 1098 time: 0.0581911 Jun 11 19:36:08.292863 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-2e505756-72ea-4d6e-85d7-504c203c9d71 req-07be2092-865a-4c7e-9575-943098d87e37 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322745 Jun 11 19:36:08.540492 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device be8952e8-3758-46c7-a528-9a4d95c02fad details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:36:08.658572 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port be8952e8-3758-46c7-a528-9a4d95c02fad, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=be8952e8-3758-46c7-a528-9a4d95c02fad,segment=NetworkSegment(7d2e4f89-7191-4676-a423-a08123317ad9),segment_id=7d2e4f89-7191-4676-a423-a08123317ad9)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:36:08.670167 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': 'be8952e8-3758-46c7-a528-9a4d95c02fad', 'network_id': 'cbc524a5-3698-40c4-a1c1-03d2209282ba', 'port_id': 'be8952e8-3758-46c7-a528-9a4d95c02fad', 'mac_address': 'fa:16:3e:8c:02:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc72d707-8fb1-4f5a-9954-3e0e58fbc79c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:36:08.714084 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:08.728617 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8952e8-3758-46c7-a528-9a4d95c02fad {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:36:08.753449 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port be8952e8-3758-46c7-a528-9a4d95c02fad, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=be8952e8-3758-46c7-a528-9a4d95c02fad,segment=NetworkSegment(7d2e4f89-7191-4676-a423-a08123317ad9),segment_id=7d2e4f89-7191-4676-a423-a08123317ad9)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:36:08.758906 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:08.759658 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device a70c7c4b-505f-48f5-ad64-9773dde1f320 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:36:08.762368 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:08.769858 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08373f71-8101-4d9b-8852-117ab79eb7a1 req-42887b4e-5ad5-4fd8-9318-2c0982197335 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:08.771368 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-08373f71-8101-4d9b-8852-117ab79eb7a1 req-42887b4e-5ad5-4fd8-9318-2c0982197335 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0746417 Jun 11 19:36:08.817935 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-08373f71-8101-4d9b-8852-117ab79eb7a1 req-1a0a28cc-e2d2-43fc-9fd9-7a074e9145fe tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409315 Jun 11 19:36:08.850429 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=be8952e8-3758-46c7-a528-9a4d95c02fad,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:08.854476 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:08.932737 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port a70c7c4b-505f-48f5-ad64-9773dde1f320, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a70c7c4b-505f-48f5-ad64-9773dde1f320,segment=NetworkSegment(27745dbb-6f0e-4b17-90e5-351d1a26130b),segment_id=27745dbb-6f0e-4b17-90e5-351d1a26130b)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:36:08.945048 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': 'a70c7c4b-505f-48f5-ad64-9773dde1f320', 'network_id': '91562091-e358-42f3-bc97-a9db84b0b38e', 'port_id': 'a70c7c4b-505f-48f5-ad64-9773dde1f320', 'mac_address': 'fa:16:3e:bc:d7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5a103b-1876-47da-96d3-d95f9c432793', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:36:08.987194 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:09.002231 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70c7c4b-505f-48f5-ad64-9773dde1f320 {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:36:09.027093 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port a70c7c4b-505f-48f5-ad64-9773dde1f320, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a70c7c4b-505f-48f5-ad64-9773dde1f320,segment=NetworkSegment(27745dbb-6f0e-4b17-90e5-351d1a26130b),segment_id=27745dbb-6f0e-4b17-90e5-351d1a26130b)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:36:09.034242 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:09.037496 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:09.069867 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-5b8175d2-3673-4ebe-8aec-db36255e286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:09.078396 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1cdb8-824f-4771-b4b3-1a6cb8946ec2 req-4c6470dc-89a4-43d6-aa34-dab9741f21b3 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:09.079877 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f9a1cdb8-824f-4771-b4b3-1a6cb8946ec2 req-4c6470dc-89a4-43d6-aa34-dab9741f21b3 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=45a05c8e-442d-4841-aa41-28a9925e70b3 HTTP/1.1" status: 200 len: 945 time: 0.0752447 Jun 11 19:36:09.099119 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=a70c7c4b-505f-48f5-ad64-9773dde1f320,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:09.102183 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:09.124558 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f9a1cdb8-824f-4771-b4b3-1a6cb8946ec2 req-8b2104df-0317-4914-a7b9-ad34d7de1d13 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387540 Jun 11 19:36:09.225171 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:09.383544 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80690f7d-40d3-4e51-b029-0ef698dc4064 req-a880ee49-3cbb-4979-8db4-48169ac829a0 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:09.384977 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-80690f7d-40d3-4e51-b029-0ef698dc4064 req-a880ee49-3cbb-4979-8db4-48169ac829a0 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 945 time: 0.0712628 Jun 11 19:36:09.430826 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-80690f7d-40d3-4e51-b029-0ef698dc4064 req-ec6aaa71-2176-4519-b776-dee653a19867 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400445 Jun 11 19:36:09.830610 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['be8952e8-3758-46c7-a528-9a4d95c02fad'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:36:09.835289 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['a70c7c4b-505f-48f5-ad64-9773dde1f320'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:36:10.018242 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f561bd-9669-44ed-bc91-4e4edaefb5af req-dc676d87-fb55-4032-b43d-8dd3d6eb5013 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:10.019713 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-05f561bd-9669-44ed-bc91-4e4edaefb5af req-dc676d87-fb55-4032-b43d-8dd3d6eb5013 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0706842 Jun 11 19:36:10.066258 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-05f561bd-9669-44ed-bc91-4e4edaefb5af req-0ac0d6d3-a8d4-4172-96e8-b20ee15dec14 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403402 Jun 11 19:36:10.305604 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716183ce-3253-4af1-b5f6-fe9fe901f38e req-3cfec456-7b74-4903-87c3-08bdaa158f63 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:10.307072 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-716183ce-3253-4af1-b5f6-fe9fe901f38e req-3cfec456-7b74-4903-87c3-08bdaa158f63 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=45a05c8e-442d-4841-aa41-28a9925e70b3 HTTP/1.1" status: 200 len: 945 time: 0.0682812 Jun 11 19:36:10.356961 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-716183ce-3253-4af1-b5f6-fe9fe901f38e req-a7cc020a-81be-4f05-b05f-4e597b3c752e tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441654 Jun 11 19:36:10.385035 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:10.464708 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da08e3b-e4fe-48b9-aff1-746812a936b3 req-99c95eb4-a20d-4d57-bd51-fc9ba108e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:10.466251 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1da08e3b-e4fe-48b9-aff1-746812a936b3 req-99c95eb4-a20d-4d57-bd51-fc9ba108e9d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04490ad1893e47cf8f786a89c2a73e07&device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 1098 time: 0.0595932 Jun 11 19:36:10.524287 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0c16d-735b-4adb-9bb2-c43001e5848f req-84e8e931-d9b6-42ae-95a0-ae15a99a18ac tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:10.525755 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e5b0c16d-735b-4adb-9bb2-c43001e5848f req-84e8e931-d9b6-42ae-95a0-ae15a99a18ac tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0756562 Jun 11 19:36:10.588243 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da08e3b-e4fe-48b9-aff1-746812a936b3 req-cba4ea19-81f1-4d8f-a752-6f63e0d2bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:10.589669 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1da08e3b-e4fe-48b9-aff1-746812a936b3 req-cba4ea19-81f1-4d8f-a752-6f63e0d2bc4d service neutron] 10.222.0.39 "GET /v2.0/networks?id=08aeeb0b-694c-42b6-8786-0226a443cd46 HTTP/1.1" status: 200 len: 919 time: 0.1135652 Jun 11 19:36:10.604234 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e5b0c16d-735b-4adb-9bb2-c43001e5848f req-909d6d77-0e08-41d1-96b8-1895ae1ee1ec tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718560 Jun 11 19:36:10.635865 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e28e6-f8a9-416d-9a9a-4ed88df502d4 req-7f718cef-1716-46ef-9b05-15d8287db486 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:10.637341 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cc2e28e6-f8a9-416d-9a9a-4ed88df502d4 req-7f718cef-1716-46ef-9b05-15d8287db486 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 945 time: 0.0865018 Jun 11 19:36:10.648426 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1da08e3b-e4fe-48b9-aff1-746812a936b3 req-a2aedbf3-236b-4422-b1ab-877abe5dee4f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fba1692-e7a1-4932-bbc9-1079b5b19d87 HTTP/1.1" status: 200 len: 217 time: 0.0514495 Jun 11 19:36:10.684020 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cc2e28e6-f8a9-416d-9a9a-4ed88df502d4 req-236d4154-7b7e-430e-a3bf-eda208042113 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400622 Jun 11 19:36:10.711086 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da08e3b-e4fe-48b9-aff1-746812a936b3 req-c30c3120-e0ee-41ed-9200-48d351daf3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:10.712675 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1da08e3b-e4fe-48b9-aff1-746812a936b3 req-c30c3120-e0ee-41ed-9200-48d351daf3b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b HTTP/1.1" status: 200 len: 858 time: 0.0528779 Jun 11 19:36:10.751961 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1da08e3b-e4fe-48b9-aff1-746812a936b3 req-5350e753-cb3a-43c8-a280-699e0c64d825 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08aeeb0b-694c-42b6-8786-0226a443cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294287 Jun 11 19:36:10.866013 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1da08e3b-e4fe-48b9-aff1-746812a936b3 req-cd3f885e-c98c-4153-8781-0ac87a705d0a service neutron] 10.222.0.39 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063972 Jun 11 19:36:10.991077 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1da08e3b-e4fe-48b9-aff1-746812a936b3 req-8b13d196-28c4-4242-805b-47d32626a33b service neutron] 10.222.0.39 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076698 Jun 11 19:36:11.559581 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31537cb1-c16f-4ef6-943d-76c4a50fe59e req-70ebac8d-f775-4d85-b5dd-75469e7731bb tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:11.561628 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-31537cb1-c16f-4ef6-943d-76c4a50fe59e req-70ebac8d-f775-4d85-b5dd-75469e7731bb tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=45a05c8e-442d-4841-aa41-28a9925e70b3 HTTP/1.1" status: 200 len: 945 time: 0.0672410 Jun 11 19:36:11.602346 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-31537cb1-c16f-4ef6-943d-76c4a50fe59e req-6b3f6dd9-1683-4547-ae37-a0bea0358b7b tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349581 Jun 11 19:36:11.787921 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45622273-4b8c-463c-85ed-0deb26c567ee req-bb190bc1-cc25-4672-b636-d99c07ac814e tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:11.789380 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-45622273-4b8c-463c-85ed-0deb26c567ee req-bb190bc1-cc25-4672-b636-d99c07ac814e tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0685458 Jun 11 19:36:11.865435 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-45622273-4b8c-463c-85ed-0deb26c567ee req-bde4e801-ab71-4ab1-8a0d-cd76cec729ef tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705819 Jun 11 19:36:11.895530 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:11.902474 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92d4fc-4594-442f-9db3-41d3b3b5eb02 req-39119482-103d-4dda-8ade-f4b495013435 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:11.903931 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cd92d4fc-4594-442f-9db3-41d3b3b5eb02 req-39119482-103d-4dda-8ade-f4b495013435 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 945 time: 0.0935416 Jun 11 19:36:11.946190 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cd92d4fc-4594-442f-9db3-41d3b3b5eb02 req-3dc7e233-789d-4e9f-a154-982bd154b6e1 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360301 Jun 11 19:36:12.567303 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device be8952e8-3758-46c7-a528-9a4d95c02fad up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:36:12.627904 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port be8952e8-3758-46c7-a528-9a4d95c02fad completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:36:12.631967 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port be8952e8-3758-46c7-a528-9a4d95c02fad triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:36:12.632349 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:12.727687 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:12.759146 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a05c8e-442d-4841-aa41-28a9925e70b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8952e8-3758-46c7-a528-9a4d95c02fad'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:36:12.760853 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91cebaf-b0d2-45ea-8dfe-16205389cb76" -d '{"events": [{"server_uuid": "45a05c8e-442d-4841-aa41-28a9925e70b3", "name": "network-vif-plugged", "status": "completed", "tag": "be8952e8-3758-46c7-a528-9a4d95c02fad"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:36:12.776174 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port be8952e8-3758-46c7-a528-9a4d95c02fad, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=be8952e8-3758-46c7-a528-9a4d95c02fad,segment=NetworkSegment(7d2e4f89-7191-4676-a423-a08123317ad9),segment_id=7d2e4f89-7191-4676-a423-a08123317ad9)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:36:12.781303 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:12.782360 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device a70c7c4b-505f-48f5-ad64-9773dde1f320 up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:36:12.784517 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:12.809501 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07c030-2076-4862-abba-2a7982aa26e8 req-1db15180-06aa-460f-876d-6a9fca044282 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:12.813600 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6d07c030-2076-4862-abba-2a7982aa26e8 req-1db15180-06aa-460f-876d-6a9fca044282 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=45a05c8e-442d-4841-aa41-28a9925e70b3 HTTP/1.1" status: 200 len: 945 time: 0.0886359 Jun 11 19:36:12.869325 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-5b9cbc35-c138-4a5a-965d-8a1259bb1f26 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852856224&fields=id&tenant_id=5da85e3d494c400d9b6ee93e139f5496 HTTP/1.1" status: 200 len: 267 time: 0.0739100 Jun 11 19:36:12.876464 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=be8952e8-3758-46c7-a528-9a4d95c02fad,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:12.879880 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:12.891058 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port a70c7c4b-505f-48f5-ad64-9773dde1f320 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:36:12.895037 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port a70c7c4b-505f-48f5-ad64-9773dde1f320 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:36:12.895419 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:12.907819 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6d07c030-2076-4862-abba-2a7982aa26e8 req-d820eb36-eeee-4b75-b4cf-0e5561548fd8 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814896 Jun 11 19:36:12.975770 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d605597-dfec-4d70-b5ad-21b290d1e04c x-openstack-request-id: req-6d605597-dfec-4d70-b5ad-21b290d1e04c {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:36:12.976276 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a05c8e-442d-4841-aa41-28a9925e70b3", "name": "network-vif-plugged", "status": "completed", "tag": "be8952e8-3758-46c7-a528-9a4d95c02fad", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:36:12.976415 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d605597-dfec-4d70-b5ad-21b290d1e04c {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:36:12.976712 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a05c8e-442d-4841-aa41-28a9925e70b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8952e8-3758-46c7-a528-9a4d95c02fad', 'code': 200} Jun 11 19:36:12.994881 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:13.044362 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-814e6ed5-6f6a-407e-b7a0-ff57299449aa tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:13.049079 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-814e6ed5-6f6a-407e-b7a0-ff57299449aa tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/networks?id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 HTTP/1.1" status: 200 len: 812 time: 0.1704073 Jun 11 19:36:13.055447 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port a70c7c4b-505f-48f5-ad64-9773dde1f320, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a70c7c4b-505f-48f5-ad64-9773dde1f320,segment=NetworkSegment(27745dbb-6f0e-4b17-90e5-351d1a26130b),segment_id=27745dbb-6f0e-4b17-90e5-351d1a26130b)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:36:13.063330 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:13.068344 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:13.107314 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-60b3a0a2-891f-4198-832d-7f90572d8b4c tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/quotas/5da85e3d494c400d9b6ee93e139f5496 HTTP/1.1" status: 200 len: 375 time: 0.0524144 Jun 11 19:36:13.122449 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=a70c7c4b-505f-48f5-ad64-9773dde1f320,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:13.125629 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:13.187197 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36eeb0e-97c5-4bca-821c-cd71d92e87f5 req-fc8078ec-9d4f-4b60-82c0-8ac6827ceb51 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:13.189153 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b36eeb0e-97c5-4bca-821c-cd71d92e87f5 req-fc8078ec-9d4f-4b60-82c0-8ac6827ceb51 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.1330400 Jun 11 19:36:13.249576 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-4dd5ed88-c225-4b15-9020-69a232b3530d tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5da85e3d494c400d9b6ee93e139f5496&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1344359 Jun 11 19:36:13.253981 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b36eeb0e-97c5-4bca-821c-cd71d92e87f5 req-d50cfaa3-62c7-4bda-9ecd-167951de5d10 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589716 Jun 11 19:36:13.288797 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc96ce-f7ad-42d0-9a45-e57fa4adaf08 req-66529523-b675-49da-af38-261f8f144960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:13.290508 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-e9bc96ce-f7ad-42d0-9a45-e57fa4adaf08 req-66529523-b675-49da-af38-261f8f144960 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=45a05c8e-442d-4841-aa41-28a9925e70b3 HTTP/1.1" status: 200 len: 1099 time: 0.0756426 Jun 11 19:36:13.347425 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-e9bc96ce-f7ad-42d0-9a45-e57fa4adaf08 req-875fd822-0066-4125-9862-988fd121daea service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333743 Jun 11 19:36:13.406686 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-5644dc4e-355f-42cb-a05e-e1245e466609 service neutron] 10.222.0.24 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429853 Jun 11 19:36:13.512027 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca119c06-77a6-4119-943d-e4dec29b7aff req-2791193c-690d-400d-94a6-27849ca6c368 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:13.513456 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ca119c06-77a6-4119-943d-e4dec29b7aff req-2791193c-690d-400d-94a6-27849ca6c368 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 946 time: 0.1567028 Jun 11 19:36:13.565468 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-d4a2fac3-7d65-4156-b006-12fa0d74586e service neutron] 10.222.0.24 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520839 Jun 11 19:36:13.572554 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ca119c06-77a6-4119-943d-e4dec29b7aff req-ceac1587-6c61-467e-9e8f-ca4457f2b2cf tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519891 Jun 11 19:36:13.868746 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4cc7847c-a47e-43cb-bdb4-9ee780fb82dc req-c468ee27-a8d1-4744-8932-4f538b177155 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 210 time: 0.0335112 Jun 11 19:36:14.102717 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb48672-5326-4661-8d51-bf84814122fb req-6289b1db-6361-49c6-8e01-0d6addfe9587 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:14.104685 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7cb48672-5326-4661-8d51-bf84814122fb req-6289b1db-6361-49c6-8e01-0d6addfe9587 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=45a05c8e-442d-4841-aa41-28a9925e70b3 HTTP/1.1" status: 200 len: 946 time: 0.0774884 Jun 11 19:36:14.162967 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7cb48672-5326-4661-8d51-bf84814122fb req-ad8d103a-ebba-471e-87fc-b11803bce581 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518351 Jun 11 19:36:14.441494 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf2532-bf84-40f0-85ec-7ce963a6a052 req-5b046293-b157-4768-9f59-53a94661e4af tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:14.442955 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7dbf2532-bf84-40f0-85ec-7ce963a6a052 req-5b046293-b157-4768-9f59-53a94661e4af tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0717852 Jun 11 19:36:14.489268 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7dbf2532-bf84-40f0-85ec-7ce963a6a052 req-d867f88e-785a-4ab6-96e2-66715470a200 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405574 Jun 11 19:36:14.775699 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c506e5-b458-4e15-9d4b-c59cc83162d5 req-de7ab38e-2d4c-4bd9-aac0-c83f60b0ddc5 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:14.777392 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-96c506e5-b458-4e15-9d4b-c59cc83162d5 req-de7ab38e-2d4c-4bd9-aac0-c83f60b0ddc5 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 946 time: 0.0906563 Jun 11 19:36:14.824153 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-96c506e5-b458-4e15-9d4b-c59cc83162d5 req-9efd5246-93d9-4d8c-b8f2-fdb4ddd34969 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411916 Jun 11 19:36:14.977498 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecfdaa4-ca12-483a-8021-34babd734b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70c7c4b-505f-48f5-ad64-9773dde1f320'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:36:14.980213 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c678ca-fce5-4b59-94be-46a3de7d618b" -d '{"events": [{"server_uuid": "5ecfdaa4-ca12-483a-8021-34babd734b72", "name": "network-vif-plugged", "status": "completed", "tag": "a70c7c4b-505f-48f5-ad64-9773dde1f320"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:36:15.017693 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf02f8a0-7dd0-4f22-8726-618627c3f555 x-openstack-request-id: req-bf02f8a0-7dd0-4f22-8726-618627c3f555 {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:36:15.018216 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecfdaa4-ca12-483a-8021-34babd734b72", "name": "network-vif-plugged", "status": "completed", "tag": "a70c7c4b-505f-48f5-ad64-9773dde1f320", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:36:15.018481 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf02f8a0-7dd0-4f22-8726-618627c3f555 {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:36:15.018903 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecfdaa4-ca12-483a-8021-34babd734b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70c7c4b-505f-48f5-ad64-9773dde1f320', 'code': 200} Jun 11 19:36:15.024665 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8bba06fc-e2c2-465e-b5a8-a341afb652db req-4ee28dc0-0d4c-4b7a-a92e-4258cdde6c76 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 210 time: 0.0329385 Jun 11 19:36:15.343752 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db8f2c-68d5-4921-8670-94c9d3648e94 req-6ca59eef-85c1-4a7a-b881-e8d99371111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:15.344932 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-d6db8f2c-68d5-4921-8670-94c9d3648e94 req-6ca59eef-85c1-4a7a-b881-e8d99371111e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 1099 time: 0.0755844 Jun 11 19:36:15.426919 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-d6db8f2c-68d5-4921-8670-94c9d3648e94 req-8b3a5103-a0be-4213-8aa0-98cb64d8b6f5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379126 Jun 11 19:36:15.456823 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edeee47-cf96-4abb-aaf6-0791798ebd74 req-2ad2ddde-79e8-422d-a0ba-4e89760679d1 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:15.458276 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5edeee47-cf96-4abb-aaf6-0791798ebd74 req-2ad2ddde-79e8-422d-a0ba-4e89760679d1 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=45a05c8e-442d-4841-aa41-28a9925e70b3 HTTP/1.1" status: 200 len: 946 time: 0.1679916 Jun 11 19:36:15.505003 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-6bf4ace3-da1a-4c7f-bab2-02e9df088ca4 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:15.506375 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-6bf4ace3-da1a-4c7f-bab2-02e9df088ca4 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.39 "GET /v2.0/networks?id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 HTTP/1.1" status: 200 len: 812 time: 0.1597118 Jun 11 19:36:15.520811 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5edeee47-cf96-4abb-aaf6-0791798ebd74 req-986203c0-aed5-46f6-98dc-555289a407ac tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555944 Jun 11 19:36:15.586647 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-6bbc39df-b0cd-4759-be73-653a289f5d20 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5da85e3d494c400d9b6ee93e139f5496 HTTP/1.1" status: 200 len: 379 time: 0.0394933 Jun 11 19:36:15.602007 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-f4168d6b-1195-45a1-8aa6-01db41ceeb6e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Request body: {'port': {'device_id': 'cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'admin_state_up': True, 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'security_groups': ['8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b']}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:36:15.746126 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-f4168d6b-1195-45a1-8aa6-01db41ceeb6e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Made reservation on behalf of 5da85e3d494c400d9b6ee93e139f5496 for: {'port': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:36:15.750670 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-f4168d6b-1195-45a1-8aa6-01db41ceeb6e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:15.900469 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-f4168d6b-1195-45a1-8aa6-01db41ceeb6e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Allocated IP 172.20.0.14 (7ff87d40-cf76-469c-9fe2-d4c3b16d44a2/1b74db1c-1c6c-4033-956f-ab002f0c83d3/36b05606-58aa-49ba-bc37-a8c902fe8d50) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:36:16.399452 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-f4168d6b-1195-45a1-8aa6-01db41ceeb6e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:16.426976 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8950991-0e1a-4c1c-aad9-ff66205798a7 req-a4238f68-f7f3-4f8b-b095-b2a4e854b3f8 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:16.428392 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a8950991-0e1a-4c1c-aad9-ff66205798a7 req-a4238f68-f7f3-4f8b-b095-b2a4e854b3f8 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 946 time: 0.4495468 Jun 11 19:36:16.432277 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-f4168d6b-1195-45a1-8aa6-01db41ceeb6e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Transition to ACTIVE for port object 36b05606-58aa-49ba-bc37-a8c902fe8d50 will not be triggered until provisioned by entity DHCP. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:36:16.450385 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f50fd-a287-4a62-9eca-ea28808f6894 req-88ad9bf0-b757-4e33-81af-4859ce1738b5 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:16.451843 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b22f50fd-a287-4a62-9eca-ea28808f6894 req-88ad9bf0-b757-4e33-81af-4859ce1738b5 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.2072074 Jun 11 19:36:16.530961 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a8950991-0e1a-4c1c-aad9-ff66205798a7 req-aa2c6364-159b-4d4f-aedd-2cfe88f87398 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954037 Jun 11 19:36:16.540893 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b22f50fd-a287-4a62-9eca-ea28808f6894 req-42371453-560f-4226-b9d1-89cfb8c5642e tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773375 Jun 11 19:36:16.548674 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-f4168d6b-1195-45a1-8aa6-01db41ceeb6e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:16.564765 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:16.606202 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-f4168d6b-1195-45a1-8aa6-01db41ceeb6e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:36:16.611160 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-f4168d6b-1195-45a1-8aa6-01db41ceeb6e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:36:16.613952 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-f4168d6b-1195-45a1-8aa6-01db41ceeb6e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:36:16.621658 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-f4168d6b-1195-45a1-8aa6-01db41ceeb6e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:16.622278 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-f4168d6b-1195-45a1-8aa6-01db41ceeb6e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:16.663368 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-f4168d6b-1195-45a1-8aa6-01db41ceeb6e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0666745 Jun 11 19:36:16.664117 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4168d6b-1195-45a1-8aa6-01db41ceeb6e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event updated for resources: {'Port': ['ID=36b05606-58aa-49ba-bc37-a8c902fe8d50,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:16.667233 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f4168d6b-1195-45a1-8aa6-01db41ceeb6e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:16.699853 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Request body: {'port': {'device_id': 'cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:36:16.848673 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b9f9c-3521-4c6f-beb3-c0eff0f9182f req-7cf2f7c5-fc5a-4c04-a1fe-bb6be3d60823 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:16.850182 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9f2b9f9c-3521-4c6f-beb3-c0eff0f9182f req-7cf2f7c5-fc5a-4c04-a1fe-bb6be3d60823 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 932 time: 0.1659973 Jun 11 19:36:16.851274 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:16.870248 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-8cea6c3b-1d7d-48f0-90cb-bc19d2a75d87 None None] Provisioning for port 36b05606-58aa-49ba-bc37-a8c902fe8d50 completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:36:16.874553 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-8cea6c3b-1d7d-48f0-90cb-bc19d2a75d87 None None] Provisioning complete for port 36b05606-58aa-49ba-bc37-a8c902fe8d50 triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:36:16.875089 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-8cea6c3b-1d7d-48f0-90cb-bc19d2a75d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:16.924396 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-8cea6c3b-1d7d-48f0-90cb-bc19d2a75d87 None None] Port 36b05606-58aa-49ba-bc37-a8c902fe8d50 cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:36:16.937550 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9f2b9f9c-3521-4c6f-beb3-c0eff0f9182f req-577cda67-58de-4607-9189-7f09f0b92e24 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737743 Jun 11 19:36:17.228243 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2be7c0-552a-44f5-961b-04109be87ce5 req-88c7e139-8a86-414d-80a6-8d82fe6f0d39 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:17.229780 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7b2be7c0-552a-44f5-961b-04109be87ce5 req-88c7e139-8a86-414d-80a6-8d82fe6f0d39 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=45a05c8e-442d-4841-aa41-28a9925e70b3 HTTP/1.1" status: 200 len: 946 time: 0.1697760 Jun 11 19:36:17.324518 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7b2be7c0-552a-44f5-961b-04109be87ce5 req-4714f2f7-fe45-4df7-ba16-19cbaef889ca tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878177 Jun 11 19:36:17.338250 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b05606-58aa-49ba-bc37-a8c902fe8d50 {{(pid=91834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:36:17.355286 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:17.369817 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Transition to ACTIVE for port object 36b05606-58aa-49ba-bc37-a8c902fe8d50 will not be triggered until provisioned by entity L2. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:36:17.375421 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:17.379180 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:17.476619 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Pushing event updated for resources: {'Port': ['ID=36b05606-58aa-49ba-bc37-a8c902fe8d50,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:17.483776 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:17.530225 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Attempting to bind port 36b05606-58aa-49ba-bc37-a8c902fe8d50 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:36:17.530564 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Attempting to bind port 36b05606-58aa-49ba-bc37-a8c902fe8d50 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:36:17.530917 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Attempting to bind port 36b05606-58aa-49ba-bc37-a8c902fe8d50 on network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:36:17.536824 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Port 36b05606-58aa-49ba-bc37-a8c902fe8d50 on network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:36:17.537148 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Attempting to bind port 36b05606-58aa-49ba-bc37-a8c902fe8d50 on network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:36:17.542423 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:36:17.542855 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Checking segment: {'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:36:17.543227 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Bound using segment: {'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:36:17.543648 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Bound port: 36b05606-58aa-49ba-bc37-a8c902fe8d50, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'}}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:36:17.543991 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:17.620648 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] For port 36b05606-58aa-49ba-bc37-a8c902fe8d50, host hv-cinder-79053, cleared binding levels {{(pid=91834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:36:17.624621 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] For port 36b05606-58aa-49ba-bc37-a8c902fe8d50, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=36b05606-58aa-49ba-bc37-a8c902fe8d50,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:36:17.629988 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:17.632780 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-6cf589ee-253c-4cee-869d-3b49754ce3ff tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: from cryptography.utils import int_from_bytes Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: from cryptography.utils import int_from_bytes Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:36:17.677870 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:36:17.680603 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:36:17.680603 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:36:17.680603 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:36:17.680603 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:36:17.680603 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:36:17.680603 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:36:17.680603 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:36:17.680603 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:36:17.680603 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:36:17.680603 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:36:17.680603 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:36:17.680603 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:36:17.680603 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:36:17.680603 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:36:17.680603 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:36:17.680603 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:36:17.680603 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:36:17.716235 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:17.716849 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:17.718743 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] 10.222.0.39 "PUT /v2.0/ports/36b05606-58aa-49ba-bc37-a8c902fe8d50 HTTP/1.1" status: 200 len: 1094 time: 1.0229263 Jun 11 19:36:17.721157 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca', 'tag': '36b05606-58aa-49ba-bc37-a8c902fe8d50'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:36:17.723379 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8111b9-f11c-4dcd-b545-10b2c9050488" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca", "tag": "36b05606-58aa-49ba-bc37-a8c902fe8d50"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:36:17.761305 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Pushing event updated for resources: {'Port': ['ID=36b05606-58aa-49ba-bc37-a8c902fe8d50,revision_number=3']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:17.765209 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:17.839757 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa107beb-5719-4afd-b381-618daab50216 req-bedf59a5-15c0-44ac-be26-f598e21114c1 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:17.841243 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-aa107beb-5719-4afd-b381-618daab50216 req-bedf59a5-15c0-44ac-be26-f598e21114c1 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 946 time: 0.1747017 Jun 11 19:36:17.878240 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-b805ea11-e8c9-4ccd-8749-73957ee81495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:17.879726 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-b805ea11-e8c9-4ccd-8749-73957ee81495 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5da85e3d494c400d9b6ee93e139f5496&device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 1097 time: 0.1026149 Jun 11 19:36:17.893054 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-aa107beb-5719-4afd-b381-618daab50216 req-a1b0d342-4363-41da-8b42-a7b29910de5d tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445499 Jun 11 19:36:17.967811 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097ad511-f97e-4ec7-9288-9200fbe266c9 x-openstack-request-id: req-097ad511-f97e-4ec7-9288-9200fbe266c9 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:36:17.968113 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca", "tag": "36b05606-58aa-49ba-bc37-a8c902fe8d50", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:36:17.968390 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-097ad511-f97e-4ec7-9288-9200fbe266c9 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:36:17.968815 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca', 'tag': '36b05606-58aa-49ba-bc37-a8c902fe8d50', 'status': 'completed', 'code': 200} Jun 11 19:36:17.970562 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-34f5bb36-56ae-4789-9a07-1d7a7ded042e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b05606-58aa-49ba-bc37-a8c902fe8d50 HTTP/1.1" status: 200 len: 217 time: 0.0639036 Jun 11 19:36:18.031726 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8bba4427-9f01-45cc-ab91-e609bd55b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:18.033242 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-8bba4427-9f01-45cc-ab91-e609bd55b01e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b74db1c-1c6c-4033-956f-ab002f0c83d3 HTTP/1.1" status: 200 len: 851 time: 0.0543895 Jun 11 19:36:18.167848 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-5d53aa59-5adb-47ad-88d4-d0fd0e1eb964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:18.169365 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-5d53aa59-5adb-47ad-88d4-d0fd0e1eb964 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1148560 Jun 11 19:36:18.215864 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e0e89-2a57-4b85-9abd-d14a89b815ae req-9481b4e1-e44b-49df-868c-c5484b3691eb tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:18.217924 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cc5e0e89-2a57-4b85-9abd-d14a89b815ae req-9481b4e1-e44b-49df-868c-c5484b3691eb tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 944 time: 0.1308868 Jun 11 19:36:18.321759 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cc5e0e89-2a57-4b85-9abd-d14a89b815ae req-733b22a6-4c52-40c3-82a2-67b1d38ee5f8 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940847 Jun 11 19:36:18.341642 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-b511c56d-664a-4025-8832-9e5f69ec5cdc service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626589 Jun 11 19:36:18.502049 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e457cc40-85e7-4a9b-b8a0-1612a9557999 req-7a896684-adc3-4b4a-bceb-2d2374058572 service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485186 Jun 11 19:36:18.540059 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fe5a1-806f-4ebf-8f45-caa08b0ec66e req-e9e2b6da-f7f9-4492-bb2a-c4d612210f77 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:18.541496 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1c9fe5a1-806f-4ebf-8f45-caa08b0ec66e req-e9e2b6da-f7f9-4492-bb2a-c4d612210f77 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=45a05c8e-442d-4841-aa41-28a9925e70b3 HTTP/1.1" status: 200 len: 946 time: 0.0904045 Jun 11 19:36:18.614355 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1c9fe5a1-806f-4ebf-8f45-caa08b0ec66e req-e08b415a-59d7-4437-80a4-18a880c7abca tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670686 Jun 11 19:36:18.642662 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8111b9-f11c-4dcd-b545-10b2c9050488 req-20b16ed4-02c7-4946-bd53-a293b62ccfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:18.644412 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0f8111b9-f11c-4dcd-b545-10b2c9050488 req-20b16ed4-02c7-4946-bd53-a293b62ccfe5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5da85e3d494c400d9b6ee93e139f5496&device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 1097 time: 0.0689549 Jun 11 19:36:18.771412 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8111b9-f11c-4dcd-b545-10b2c9050488 req-e74d54eb-edce-42fb-b4ad-093268fbecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:18.772853 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0f8111b9-f11c-4dcd-b545-10b2c9050488 req-e74d54eb-edce-42fb-b4ad-093268fbecf5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 HTTP/1.1" status: 200 len: 913 time: 0.1074412 Jun 11 19:36:18.837264 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0f8111b9-f11c-4dcd-b545-10b2c9050488 req-ae050504-9c41-40c1-be18-85b1a3b1a500 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b05606-58aa-49ba-bc37-a8c902fe8d50 HTTP/1.1" status: 200 len: 217 time: 0.0570335 Jun 11 19:36:18.897092 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8111b9-f11c-4dcd-b545-10b2c9050488 req-17b3ea7e-0585-4ac4-a949-97571f59611d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:18.898405 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0f8111b9-f11c-4dcd-b545-10b2c9050488 req-17b3ea7e-0585-4ac4-a949-97571f59611d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b74db1c-1c6c-4033-956f-ab002f0c83d3 HTTP/1.1" status: 200 len: 851 time: 0.0525718 Jun 11 19:36:18.981166 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8111b9-f11c-4dcd-b545-10b2c9050488 req-2306a999-9f18-412f-a4b8-a70064feba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:18.983559 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0f8111b9-f11c-4dcd-b545-10b2c9050488 req-2306a999-9f18-412f-a4b8-a70064feba9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614867 Jun 11 19:36:19.127404 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0f8111b9-f11c-4dcd-b545-10b2c9050488 req-639953b8-625b-4e9d-94d9-c0c00ad05ea1 service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074889 Jun 11 19:36:19.249863 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0f8111b9-f11c-4dcd-b545-10b2c9050488 req-bb87bace-b381-44ff-9af4-9a754dfbbe50 service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121783 Jun 11 19:36:19.541002 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a18b4f-c4f2-400a-afda-18bdf0c315ef req-041caed1-774c-4146-9c05-d3b48e3bab93 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:19.542702 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-57a18b4f-c4f2-400a-afda-18bdf0c315ef req-041caed1-774c-4146-9c05-d3b48e3bab93 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 944 time: 0.1032331 Jun 11 19:36:19.585553 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-57a18b4f-c4f2-400a-afda-18bdf0c315ef req-df7dc1ac-b805-4883-9495-b32c600c8ccd tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361221 Jun 11 19:36:19.850827 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef5ade-66ac-4131-87cf-7a6b7cbd5ac7 req-e200660a-15b8-4c24-9459-22e5ba45d6d8 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:19.852440 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3aef5ade-66ac-4131-87cf-7a6b7cbd5ac7 req-e200660a-15b8-4c24-9459-22e5ba45d6d8 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=45a05c8e-442d-4841-aa41-28a9925e70b3 HTTP/1.1" status: 200 len: 946 time: 0.1171370 Jun 11 19:36:19.863786 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a250e30-2b37-4124-9444-4cbd4d775894 req-c2bdf12e-2bac-4942-bea4-835e91e17610 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:19.865145 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1a250e30-2b37-4124-9444-4cbd4d775894 req-c2bdf12e-2bac-4942-bea4-835e91e17610 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.39 "GET /v2.0/ports?device_id=45a05c8e-442d-4841-aa41-28a9925e70b3 HTTP/1.1" status: 200 len: 946 time: 0.0982985 Jun 11 19:36:20.172576 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3aef5ade-66ac-4131-87cf-7a6b7cbd5ac7 req-7a7fd5cd-0787-494b-a54a-27c748b6f947 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/security-groups?id=759782b7-16ff-454c-9318-3ba3ff662192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064675 Jun 11 19:36:20.238914 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-1a250e30-2b37-4124-9444-4cbd4d775894 req-7d4eba9c-ebe8-4f82-a89f-488b68f72093 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Deleting port be8952e8-3758-46c7-a528-9a4d95c02fad {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:36:20.239251 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-1a250e30-2b37-4124-9444-4cbd4d775894 req-7d4eba9c-ebe8-4f82-a89f-488b68f72093 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:20.347897 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-1a250e30-2b37-4124-9444-4cbd4d775894 req-7d4eba9c-ebe8-4f82-a89f-488b68f72093 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] For port be8952e8-3758-46c7-a528-9a4d95c02fad, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=be8952e8-3758-46c7-a528-9a4d95c02fad,segment=NetworkSegment(7d2e4f89-7191-4676-a423-a08123317ad9),segment_id=7d2e4f89-7191-4676-a423-a08123317ad9)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:36:20.348379 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-1a250e30-2b37-4124-9444-4cbd4d775894 req-7d4eba9c-ebe8-4f82-a89f-488b68f72093 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:20.439693 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-1a250e30-2b37-4124-9444-4cbd4d775894 req-7d4eba9c-ebe8-4f82-a89f-488b68f72093 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Calling delete_port for be8952e8-3758-46c7-a528-9a4d95c02fad owned by compute:nova {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:36:20.593931 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-1a250e30-2b37-4124-9444-4cbd4d775894 req-7d4eba9c-ebe8-4f82-a89f-488b68f72093 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:20.598090 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:20.607983 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['be8952e8-3758-46c7-a528-9a4d95c02fad'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:36:20.633012 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4eba9c-ebe8-4f82-a89f-488b68f72093 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Pushing event deleted for resources: {'Port': ['ID=be8952e8-3758-46c7-a528-9a4d95c02fad,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:20.636051 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-7d4eba9c-ebe8-4f82-a89f-488b68f72093 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:20.686576 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a250e30-2b37-4124-9444-4cbd4d775894 req-7d4eba9c-ebe8-4f82-a89f-488b68f72093 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] No DVR routers for this DVR port be8952e8-3758-46c7-a528-9a4d95c02fad on host hv-cinder-79053 {{(pid=91834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:36:20.689054 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-1a250e30-2b37-4124-9444-4cbd4d775894 req-7d4eba9c-ebe8-4f82-a89f-488b68f72093 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:20.691052 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1a250e30-2b37-4124-9444-4cbd4d775894 req-7d4eba9c-ebe8-4f82-a89f-488b68f72093 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.39 "DELETE /v2.0/ports/be8952e8-3758-46c7-a528-9a4d95c02fad HTTP/1.1" status: 204 len: 173 time: 0.8184593 Jun 11 19:36:20.691536 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a05c8e-442d-4841-aa41-28a9925e70b3', 'name': 'network-vif-deleted', 'tag': 'be8952e8-3758-46c7-a528-9a4d95c02fad'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:36:20.693773 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b91f91-180a-49f5-a501-0868c6c0ff77" -d '{"events": [{"server_uuid": "45a05c8e-442d-4841-aa41-28a9925e70b3", "name": "network-vif-deleted", "tag": "be8952e8-3758-46c7-a528-9a4d95c02fad"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:36:20.756158 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39443b61-d241-4d48-aae7-833f6a912978 x-openstack-request-id: req-39443b61-d241-4d48-aae7-833f6a912978 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:36:20.756435 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a05c8e-442d-4841-aa41-28a9925e70b3", "name": "network-vif-deleted", "tag": "be8952e8-3758-46c7-a528-9a4d95c02fad", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:36:20.756763 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39443b61-d241-4d48-aae7-833f6a912978 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:36:20.757267 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a05c8e-442d-4841-aa41-28a9925e70b3', 'name': 'network-vif-deleted', 'tag': 'be8952e8-3758-46c7-a528-9a4d95c02fad', 'status': 'completed', 'code': 200} Jun 11 19:36:20.792687 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699fbd0-bd0b-4cc7-aca5-8100fe2dc954 req-123bf0a4-e982-4db7-8dd1-9be1f400f035 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:20.794228 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6699fbd0-bd0b-4cc7-aca5-8100fe2dc954 req-123bf0a4-e982-4db7-8dd1-9be1f400f035 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 944 time: 0.0800602 Jun 11 19:36:20.841185 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6699fbd0-bd0b-4cc7-aca5-8100fe2dc954 req-69c730c3-cd54-4fcb-8035-a31d07800d69 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402925 Jun 11 19:36:21.340127 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-66a28cae-be84-4c39-b019-bbcce5a21b64 req-fc1563ba-7aff-4a10-836b-6c0722ec42d2 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] 10.222.0.24 "GET /v2.0/ports?device_id=45a05c8e-442d-4841-aa41-28a9925e70b3 HTTP/1.1" status: 200 len: 210 time: 0.0349033 Jun 11 19:36:22.024420 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3143e76-3cba-417e-88e0-34f782f31573 req-4f360546-0173-42c9-834b-32079476cba3 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:22.025813 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d3143e76-3cba-417e-88e0-34f782f31573 req-4f360546-0173-42c9-834b-32079476cba3 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 944 time: 0.0677302 Jun 11 19:36:22.067627 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d3143e76-3cba-417e-88e0-34f782f31573 req-b36a0e62-1f26-4849-98b9-57566e7aabf0 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361204 Jun 11 19:36:22.671797 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device be8952e8-3758-46c7-a528-9a4d95c02fad no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:36:22.697702 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: be8952e8-3758-46c7-a528-9a4d95c02fad {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:36:22.698067 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device be8952e8-3758-46c7-a528-9a4d95c02fad not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:36:23.260239 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a59545-c6e9-4545-8510-3d2ce78942ff req-f05a373b-bdae-4428-b404-148d3250903a tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:23.261722 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d8a59545-c6e9-4545-8510-3d2ce78942ff req-f05a373b-bdae-4428-b404-148d3250903a tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 944 time: 0.0711026 Jun 11 19:36:23.303996 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d8a59545-c6e9-4545-8510-3d2ce78942ff req-e30edddd-567e-4ee2-9bda-556bd4cc0b78 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366116 Jun 11 19:36:24.488124 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c8c1c-dd9d-4a54-9905-42070eec563b req-1124d8d9-6fc3-49ad-a7c7-3b72cd09b7fe tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:24.489467 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e69c8c1c-dd9d-4a54-9905-42070eec563b req-1124d8d9-6fc3-49ad-a7c7-3b72cd09b7fe tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 944 time: 0.0678945 Jun 11 19:36:24.530771 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e69c8c1c-dd9d-4a54-9905-42070eec563b req-1b2dcfdb-02a3-486a-8d85-abd842a12908 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356500 Jun 11 19:36:25.712497 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642375de-8796-4d66-a9bc-faa8118ab2c8 req-0c75b33e-1376-4fb7-bf54-3de0a4427739 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:25.713902 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-642375de-8796-4d66-a9bc-faa8118ab2c8 req-0c75b33e-1376-4fb7-bf54-3de0a4427739 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 944 time: 0.0710471 Jun 11 19:36:25.754210 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-642375de-8796-4d66-a9bc-faa8118ab2c8 req-90d01197-0858-40dc-8333-74d00baba1f4 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341094 Jun 11 19:36:26.936212 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d23a0-ca18-4ebf-9a75-92e4ecbaa669 req-14bcd556-78d8-49cc-9935-23109b916d18 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:26.937651 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-593d23a0-ca18-4ebf-9a75-92e4ecbaa669 req-14bcd556-78d8-49cc-9935-23109b916d18 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 944 time: 0.0716159 Jun 11 19:36:26.977573 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-593d23a0-ca18-4ebf-9a75-92e4ecbaa669 req-ebbeae30-024a-4952-b3a0-0456445c5bf3 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344501 Jun 11 19:36:27.351502 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:28.166563 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e040d-f83f-45ce-913d-d0ffbc3d7e40 req-ad3a9c55-7b26-49f0-ba81-bd9c00f19559 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:28.168847 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c52e040d-f83f-45ce-913d-d0ffbc3d7e40 req-ad3a9c55-7b26-49f0-ba81-bd9c00f19559 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 944 time: 0.0772095 Jun 11 19:36:28.211578 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c52e040d-f83f-45ce-913d-d0ffbc3d7e40 req-bab5385f-1780-4421-906a-51242be09e68 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362415 Jun 11 19:36:28.716133 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 36b05606-58aa-49ba-bc37-a8c902fe8d50 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:36:28.843708 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 36b05606-58aa-49ba-bc37-a8c902fe8d50, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=36b05606-58aa-49ba-bc37-a8c902fe8d50,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:36:28.856476 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': '36b05606-58aa-49ba-bc37-a8c902fe8d50', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'port_id': '36b05606-58aa-49ba-bc37-a8c902fe8d50', 'mac_address': 'fa:16:3e:d6:f8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:36:28.899530 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:28.924029 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b05606-58aa-49ba-bc37-a8c902fe8d50 {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:36:28.949152 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 36b05606-58aa-49ba-bc37-a8c902fe8d50, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=36b05606-58aa-49ba-bc37-a8c902fe8d50,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:36:28.953375 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:28.955343 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-26274a63-7f85-409c-ba36-545e4ee4c848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:29.018424 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=36b05606-58aa-49ba-bc37-a8c902fe8d50,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:29.028642 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:29.029000 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:29.029919 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:29.030768 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:29.031111 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:29.031487 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:29.032409 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:29.032784 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:29.033612 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:29.033956 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:29.034290 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:29.034914 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:36:29.041916 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:29.522200 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfaf11c-5249-454d-98ab-e8d0bfb1ab6a req-9851f959-1334-46b8-91e3-282f52b1effd tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:29.527064 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4bfaf11c-5249-454d-98ab-e8d0bfb1ab6a req-9851f959-1334-46b8-91e3-282f52b1effd tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 945 time: 0.1642208 Jun 11 19:36:29.566484 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['36b05606-58aa-49ba-bc37-a8c902fe8d50'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:36:29.575814 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a33f95af-e6b8-40b1-b454-7e6492c7746e req-eb6d0133-6b81-46c8-8d2b-c46198a209d6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1641283 Jun 11 19:36:29.628549 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4bfaf11c-5249-454d-98ab-e8d0bfb1ab6a req-57451265-d282-4f9c-bcce-4463acc257b8 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949664 Jun 11 19:36:29.648723 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead7763-b871-49f3-908e-2af3e95bc796 req-2695c07f-9450-4559-8352-1f33a0c814fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:29.651311 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-9ead7763-b871-49f3-908e-2af3e95bc796 req-2695c07f-9450-4559-8352-1f33a0c814fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04490ad1893e47cf8f786a89c2a73e07&device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 1098 time: 0.0964446 Jun 11 19:36:29.830828 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead7763-b871-49f3-908e-2af3e95bc796 req-f30f4581-2e12-4cb5-8080-e2a923d5618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:29.833353 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-9ead7763-b871-49f3-908e-2af3e95bc796 req-f30f4581-2e12-4cb5-8080-e2a923d5618b service neutron] 10.222.0.39 "GET /v2.0/networks?id=08aeeb0b-694c-42b6-8786-0226a443cd46 HTTP/1.1" status: 200 len: 919 time: 0.1737530 Jun 11 19:36:29.846524 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c6b00-1675-463e-9d83-44374e7f017f req-fe14f160-c4d7-4290-a882-1f653a5b2320 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:29.855472 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-695c6b00-1675-463e-9d83-44374e7f017f req-fe14f160-c4d7-4290-a882-1f653a5b2320 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.1035440 Jun 11 19:36:29.912883 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-9ead7763-b871-49f3-908e-2af3e95bc796 req-bde7cfa3-d8e3-4b4f-9e13-1909bbee3c94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fba1692-e7a1-4932-bbc9-1079b5b19d87 HTTP/1.1" status: 200 len: 217 time: 0.0677164 Jun 11 19:36:29.913106 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-695c6b00-1675-463e-9d83-44374e7f017f req-abc20261-5f26-487d-ba0f-c1b880548d09 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562623 Jun 11 19:36:29.999496 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead7763-b871-49f3-908e-2af3e95bc796 req-0d24aa62-d785-47d9-ac4b-fabe70e2e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:30.001363 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-9ead7763-b871-49f3-908e-2af3e95bc796 req-0d24aa62-d785-47d9-ac4b-fabe70e2e8c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b HTTP/1.1" status: 200 len: 858 time: 0.0816541 Jun 11 19:36:30.048791 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-9ead7763-b871-49f3-908e-2af3e95bc796 req-e268e855-b7ce-4738-b1c4-588b97e8eba3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08aeeb0b-694c-42b6-8786-0226a443cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389361 Jun 11 19:36:30.208077 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-9ead7763-b871-49f3-908e-2af3e95bc796 req-9576a67a-0246-4ca7-8925-b85a25eca210 service neutron] 10.222.0.39 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504457 Jun 11 19:36:30.353270 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-9ead7763-b871-49f3-908e-2af3e95bc796 req-19f21cfa-51ad-43f0-93c5-bfa8fda73614 service neutron] 10.222.0.39 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356928 Jun 11 19:36:30.502924 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f95af-e6b8-40b1-b454-7e6492c7746e req-793cc0bb-df4e-445f-bda3-bab599a42e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:30.504343 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-a33f95af-e6b8-40b1-b454-7e6492c7746e req-793cc0bb-df4e-445f-bda3-bab599a42e02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04490ad1893e47cf8f786a89c2a73e07&device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 1098 time: 0.0884600 Jun 11 19:36:30.719273 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f95af-e6b8-40b1-b454-7e6492c7746e req-3217357a-e057-4e6e-81c4-fc3f2efea7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:30.720874 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-a33f95af-e6b8-40b1-b454-7e6492c7746e req-3217357a-e057-4e6e-81c4-fc3f2efea7a5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=08aeeb0b-694c-42b6-8786-0226a443cd46 HTTP/1.1" status: 200 len: 919 time: 0.1798415 Jun 11 19:36:30.800273 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-a33f95af-e6b8-40b1-b454-7e6492c7746e req-51cf40de-8027-41df-95e8-e918940cb084 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fba1692-e7a1-4932-bbc9-1079b5b19d87 HTTP/1.1" status: 200 len: 217 time: 0.0704610 Jun 11 19:36:30.831726 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f635047-4ed8-4a1a-ae2b-dee7578e395c req-969a2ae6-97e4-4aff-a344-0921ec07ab5b tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:30.840402 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0f635047-4ed8-4a1a-ae2b-dee7578e395c req-969a2ae6-97e4-4aff-a344-0921ec07ab5b tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 945 time: 0.0986233 Jun 11 19:36:30.884142 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f95af-e6b8-40b1-b454-7e6492c7746e req-cd77db3a-5b24-4e9f-93fa-66831abb81b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:30.886374 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-a33f95af-e6b8-40b1-b454-7e6492c7746e req-cd77db3a-5b24-4e9f-93fa-66831abb81b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b HTTP/1.1" status: 200 len: 858 time: 0.0712516 Jun 11 19:36:30.888252 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0f635047-4ed8-4a1a-ae2b-dee7578e395c req-ca1c095a-e619-4bbe-a4ae-57cee2d653f2 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466771 Jun 11 19:36:30.944641 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-a33f95af-e6b8-40b1-b454-7e6492c7746e req-3d01624f-68e1-4ee6-9068-35be06154855 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08aeeb0b-694c-42b6-8786-0226a443cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431538 Jun 11 19:36:31.124573 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-a33f95af-e6b8-40b1-b454-7e6492c7746e req-ee0e3fd1-6599-4391-acab-f20899cf694e service neutron] 10.222.0.39 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662130 Jun 11 19:36:31.143283 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b829fb0-a5dc-432b-9589-69492036b74b req-1f242a2c-ecf5-45b8-8808-95e131b2de7a tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:31.155129 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6b829fb0-a5dc-432b-9589-69492036b74b req-1f242a2c-ecf5-45b8-8808-95e131b2de7a tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0980263 Jun 11 19:36:31.223269 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6b829fb0-a5dc-432b-9589-69492036b74b req-17110d56-0123-4f89-b31b-704c12d365e0 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665247 Jun 11 19:36:31.556204 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-a33f95af-e6b8-40b1-b454-7e6492c7746e req-bf111c96-5f36-4ea6-8a45-e8c4efa99490 service neutron] 10.222.0.39 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161496 Jun 11 19:36:32.126412 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7a385-988e-41fa-8753-fc681082aa81 req-2bd9d761-3cfc-4f4d-962f-cb36d3c6bf9c tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:32.128061 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-86e7a385-988e-41fa-8753-fc681082aa81 req-2bd9d761-3cfc-4f4d-962f-cb36d3c6bf9c tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 945 time: 0.0917714 Jun 11 19:36:32.185103 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-86e7a385-988e-41fa-8753-fc681082aa81 req-7bcf21f7-614b-4c01-80a8-b7f261112682 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502656 Jun 11 19:36:32.476120 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262496d-249e-4181-9bc1-1fe3da182ddf req-3afc391f-67e8-4d9f-8a2c-9e2b2d07eb30 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:32.477693 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e262496d-249e-4181-9bc1-1fe3da182ddf req-3afc391f-67e8-4d9f-8a2c-9e2b2d07eb30 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0996614 Jun 11 19:36:32.523762 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e262496d-249e-4181-9bc1-1fe3da182ddf req-c78e22e4-84e5-465f-a13c-caf193c6e4ab tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384374 Jun 11 19:36:32.743275 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 36b05606-58aa-49ba-bc37-a8c902fe8d50 up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:36:32.806784 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port 36b05606-58aa-49ba-bc37-a8c902fe8d50 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:36:32.811689 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port 36b05606-58aa-49ba-bc37-a8c902fe8d50 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:36:32.812258 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:32.911948 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:32.939701 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b05606-58aa-49ba-bc37-a8c902fe8d50'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:36:32.942454 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebfafad-39fa-4ef7-9f29-f2fb17aeda4b" -d '{"events": [{"server_uuid": "cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca", "name": "network-vif-plugged", "status": "completed", "tag": "36b05606-58aa-49ba-bc37-a8c902fe8d50"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:36:32.959680 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 36b05606-58aa-49ba-bc37-a8c902fe8d50, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=36b05606-58aa-49ba-bc37-a8c902fe8d50,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:36:32.966156 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:32.968741 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:32.998562 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259fe234-8b54-4a1d-8a8f-029b35db416c x-openstack-request-id: req-259fe234-8b54-4a1d-8a8f-029b35db416c {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:36:32.998928 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca", "name": "network-vif-plugged", "status": "completed", "tag": "36b05606-58aa-49ba-bc37-a8c902fe8d50", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:36:32.999074 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-259fe234-8b54-4a1d-8a8f-029b35db416c {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:36:32.999528 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b05606-58aa-49ba-bc37-a8c902fe8d50', 'code': 200} Jun 11 19:36:33.032945 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=36b05606-58aa-49ba-bc37-a8c902fe8d50,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:33.036303 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:33.444053 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40874944-d353-4f50-9f69-85b9dd5f0a14 req-0cd70c9a-0f29-433b-9e93-18f5bf79a2f8 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:33.446079 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40874944-d353-4f50-9f69-85b9dd5f0a14 req-0cd70c9a-0f29-433b-9e93-18f5bf79a2f8 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 946 time: 0.1212399 Jun 11 19:36:33.508270 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d754d83-9fde-4b97-9bde-dabdec58e5dd req-f0b60e7f-2ad9-4390-912e-7a43adb2961a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:33.513373 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-9d754d83-9fde-4b97-9bde-dabdec58e5dd req-f0b60e7f-2ad9-4390-912e-7a43adb2961a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 1099 time: 0.1020961 Jun 11 19:36:33.527591 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40874944-d353-4f50-9f69-85b9dd5f0a14 req-d3a5b0a4-7a25-4df7-88c4-9897b904b3dd tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680659 Jun 11 19:36:33.562575 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-9d754d83-9fde-4b97-9bde-dabdec58e5dd req-f7326411-c0a2-4c4c-8b75-f6b59c119ea8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371201 Jun 11 19:36:33.723832 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d262e4-1f34-4ea7-acdc-1a217cc6bd91 req-e2f985c7-2c48-4e30-9fd9-f7e291c26a31 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:33.725275 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-44d262e4-1f34-4ea7-acdc-1a217cc6bd91 req-e2f985c7-2c48-4e30-9fd9-f7e291c26a31 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0693007 Jun 11 19:36:33.793821 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-44d262e4-1f34-4ea7-acdc-1a217cc6bd91 req-cba570b7-f82f-4511-a332-fd969eb762d8 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625033 Jun 11 19:36:34.774066 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48277682-0dda-46b6-8a8b-0b163e87b0b4 req-e034d18f-1d81-4a99-83df-f67bed1c6f25 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:34.780865 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-48277682-0dda-46b6-8a8b-0b163e87b0b4 req-e034d18f-1d81-4a99-83df-f67bed1c6f25 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 946 time: 0.1156042 Jun 11 19:36:34.832351 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-48277682-0dda-46b6-8a8b-0b163e87b0b4 req-39a1dbcd-d3ec-4f8d-9418-e9af471b6a70 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505149 Jun 11 19:36:35.007254 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d7035-6b38-4b7f-a627-3e57958f97fa req-f9e2be12-12f1-458a-8e45-7747eb65b795 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:35.008708 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a11d7035-6b38-4b7f-a627-3e57958f97fa req-f9e2be12-12f1-458a-8e45-7747eb65b795 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0701210 Jun 11 19:36:35.051707 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a11d7035-6b38-4b7f-a627-3e57958f97fa req-59b89f69-e0a6-434f-8d80-1ba105f5187e tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364194 Jun 11 19:36:35.554162 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:36:36.049713 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3636fd-c31a-42fc-af19-0cddf1a8af7b req-63dbbcce-61a6-41a5-bdf7-98d6912450f2 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:36.051363 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ee3636fd-c31a-42fc-af19-0cddf1a8af7b req-63dbbcce-61a6-41a5-bdf7-98d6912450f2 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 946 time: 0.0822935 Jun 11 19:36:36.110406 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ee3636fd-c31a-42fc-af19-0cddf1a8af7b req-86a86841-0f2b-493d-8c1d-e4beb8d082ce tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490208 Jun 11 19:36:36.441301 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae61a8-c375-4fa1-8307-e142860f2199 req-5ca576fd-c0ec-486e-b831-e959fc569c82 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:36.443836 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9bae61a8-c375-4fa1-8307-e142860f2199 req-5ca576fd-c0ec-486e-b831-e959fc569c82 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.1869094 Jun 11 19:36:36.531282 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb22278-b877-4f24-8b2c-d49f98a426bf req-ebc77c7f-dee2-492f-9440-7387076705c3 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:36.533611 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ebb22278-b877-4f24-8b2c-d49f98a426bf req-ebc77c7f-dee2-492f-9440-7387076705c3 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 946 time: 0.1675634 Jun 11 19:36:36.543654 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9bae61a8-c375-4fa1-8307-e142860f2199 req-bcba2dac-26c9-4cff-866d-ea2626be0837 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930421 Jun 11 19:36:36.619900 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ebb22278-b877-4f24-8b2c-d49f98a426bf req-adb69e5b-8d48-4adf-9ef1-8f490e61561e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728216 Jun 11 19:36:36.634925 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 41104) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:36:36.683108 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-ba0cb619-ccff-4232-be91-226597dc49f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:36.882573 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8809eae0-9617-492b-b150-1a1d0437fd70 tempest-TestVolumeBootPattern-1448572995 tempest-TestVolumeBootPattern-1448572995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:36.886859 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-8809eae0-9617-492b-b150-1a1d0437fd70 tempest-TestVolumeBootPattern-1448572995 tempest-TestVolumeBootPattern-1448572995-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 1094 time: 0.2475209 Jun 11 19:36:36.890457 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 41108) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:36:36.896662 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Request body: {'floatingip': {'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'port_id': '36b05606-58aa-49ba-bc37-a8c902fe8d50', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:36:36.926828 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for floatingip, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:37.058282 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:37.188089 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Allocated IP 172.27.0.64 (96e13ff2-92ce-495c-a9c8-09520c2db46e/3317fd00-ab75-48b2-85c3-a34ed1654e31/36d8209c-9456-42b9-8e3f-7814e7b9e2a4) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:36:37.327950 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:37.380969 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10434319'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:37.383155 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-729677c1-4df0-4acc-8d67-b6e1b4d8590c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:37.433998 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:36:37.436826 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:36:37.441451 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:36:37.444520 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event updated for resources: {'Port': ['ID=36d8209c-9456-42b9-8e3f-7814e7b9e2a4,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:37.474011 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:37.770034 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e419d2-c074-419d-8d79-323d0dbe47ac req-8e54f099-0104-489d-8906-65f19f351bc3 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:37.771646 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d6e419d2-c074-419d-8d79-323d0dbe47ac req-8e54f099-0104-489d-8906-65f19f351bc3 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0908308 Jun 11 19:36:37.837257 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d6e419d2-c074-419d-8d79-323d0dbe47ac req-c5dccfb0-449f-4828-bf07-12551aece8b1 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587406 Jun 11 19:36:37.970931 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:38.066935 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:38.271979 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for port, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:38.276905 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10434353'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:38.279983 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:38.364568 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event updated for resources: {'Port': ['ID=36d8209c-9456-42b9-8e3f-7814e7b9e2a4,revision_number=2']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:38.368713 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:38.377553 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931187'] for floatingip, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:38.521063 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.l3_db [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Floating IP 1a7dc683-9d80-473c-9617-59091f4e6453 associated. External IP: 172.27.0.64, port: 36b05606-58aa-49ba-bc37-a8c902fe8d50. Jun 11 19:36:38.811611 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:36:38.960054 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:36:38.971847 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d2ca53-d7b8-4ac1-9e99-7d2a337e1854 None None] Sync routers for ids ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:36:38.983449 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d2ca53-d7b8-4ac1-9e99-7d2a337e1854 None None] Routers {'44ec4b6f-f00c-4390-a5b3-e421e1a35598'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:36:38.984419 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-94d2ca53-d7b8-4ac1-9e99-7d2a337e1854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:36:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:36:38.986449 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:39.056785 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b26f00-320f-42da-b761-7d1d79b29607 req-50b5cb21-2cfa-43d8-9222-a6759d69f346 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:39.060554 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-f0a4542a-a634-4c5f-9fec-750843ffd47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:39.069911 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f0b26f00-320f-42da-b761-7d1d79b29607 req-50b5cb21-2cfa-43d8-9222-a6759d69f346 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0991037 Jun 11 19:36:39.100334 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2084537 Jun 11 19:36:39.103932 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca', 'tag': '36b05606-58aa-49ba-bc37-a8c902fe8d50'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:36:39.110475 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c1a59c-913a-43d2-a187-1061ddf4f841" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca", "tag": "36b05606-58aa-49ba-bc37-a8c902fe8d50"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:36:39.156424 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f0b26f00-320f-42da-b761-7d1d79b29607 req-3f57e952-51eb-4e90-b371-bd8a320a72dd tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851016 Jun 11 19:36:39.213765 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c52dfd-98e1-4889-883e-8cfb664127a0 x-openstack-request-id: req-d1c52dfd-98e1-4889-883e-8cfb664127a0 {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:36:39.214160 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca", "tag": "36b05606-58aa-49ba-bc37-a8c902fe8d50", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:36:39.214330 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1c52dfd-98e1-4889-883e-8cfb664127a0 {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:36:39.214937 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca', 'tag': '36b05606-58aa-49ba-bc37-a8c902fe8d50', 'status': 'completed', 'code': 200} Jun 11 19:36:39.234341 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:39.262207 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-94d2ca53-d7b8-4ac1-9e99-7d2a337e1854 None None] Set router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:36:39.318138 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1a59c-913a-43d2-a187-1061ddf4f841 req-b19408da-3d05-4239-85b0-fa63da83da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:39.319778 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-51c1a59c-913a-43d2-a187-1061ddf4f841 req-b19408da-3d05-4239-85b0-fa63da83da5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5da85e3d494c400d9b6ee93e139f5496&device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 1099 time: 0.0706153 Jun 11 19:36:39.678473 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-94d2ca53-d7b8-4ac1-9e99-7d2a337e1854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '1a7dc683-9d80-473c-9617-59091f4e6453', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'port_id': '36b05606-58aa-49ba-bc37-a8c902fe8d50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'mac_address': 'fa:16:3e:d6:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:36:37Z', 'updated_at': '2021-06-11T19:36:37Z', 'revision_number': 0, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:34Z', 'revision_number': 5, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:36:39.683549 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d2ca53-d7b8-4ac1-9e99-7d2a337e1854 None None] Checking router: 44ec4b6f-f00c-4390-a5b3-e421e1a35598 for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:36:39.696517 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d2ca53-d7b8-4ac1-9e99-7d2a337e1854 None None] Routers {'44ec4b6f-f00c-4390-a5b3-e421e1a35598'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:36:39.697133 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-94d2ca53-d7b8-4ac1-9e99-7d2a337e1854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:36:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:36:39.775026 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1a59c-913a-43d2-a187-1061ddf4f841 req-436bfe08-79c2-4ba9-9ed3-c03a1b2897e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:39.776481 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-51c1a59c-913a-43d2-a187-1061ddf4f841 req-436bfe08-79c2-4ba9-9ed3-c03a1b2897e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 HTTP/1.1" status: 200 len: 913 time: 0.4423869 Jun 11 19:36:39.866433 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-94d2ca53-d7b8-4ac1-9e99-7d2a337e1854 None None] Set router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:36:39.883882 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-51c1a59c-913a-43d2-a187-1061ddf4f841 req-59ede5da-b438-4230-a789-fdfdf82ed83c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b05606-58aa-49ba-bc37-a8c902fe8d50 HTTP/1.1" status: 200 len: 999 time: 0.0926282 Jun 11 19:36:39.953151 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1a59c-913a-43d2-a187-1061ddf4f841 req-e8f8f3f6-6ada-442b-bf4c-0cb8d4cb2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:39.954909 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-51c1a59c-913a-43d2-a187-1061ddf4f841 req-e8f8f3f6-6ada-442b-bf4c-0cb8d4cb2fef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b74db1c-1c6c-4033-956f-ab002f0c83d3 HTTP/1.1" status: 200 len: 851 time: 0.0583267 Jun 11 19:36:40.038622 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1a59c-913a-43d2-a187-1061ddf4f841 req-a5a05148-8fd3-4084-bae1-1a2a30c6c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:40.040199 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-51c1a59c-913a-43d2-a187-1061ddf4f841 req-a5a05148-8fd3-4084-bae1-1a2a30c6c7c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719159 Jun 11 19:36:40.179923 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-51c1a59c-913a-43d2-a187-1061ddf4f841 req-f21a3dba-155a-4349-b230-f03b0735aa9b service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306717 Jun 11 19:36:40.240877 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-94d2ca53-d7b8-4ac1-9e99-7d2a337e1854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '1a7dc683-9d80-473c-9617-59091f4e6453', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'port_id': '36b05606-58aa-49ba-bc37-a8c902fe8d50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'mac_address': 'fa:16:3e:d6:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:36:37Z', 'updated_at': '2021-06-11T19:36:37Z', 'revision_number': 0, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:34Z', 'revision_number': 5, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:36:40.257643 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d2ca53-d7b8-4ac1-9e99-7d2a337e1854 None None] The sync data for ids ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'] in dv-cinder-790535-3-iscsi is: [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '1a7dc683-9d80-473c-9617-59091f4e6453', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'port_id': '36b05606-58aa-49ba-bc37-a8c902fe8d50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'mac_address': 'fa:16:3e:d6:f8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:36:37Z', 'updated_at': '2021-06-11T19:36:37Z', 'revision_number': 0, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:34Z', 'revision_number': 5, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:36:40.398153 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:40.413843 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6841b2-9005-433c-ad68-5f2844fcbbc8 req-05857fdd-8b78-47b3-876d-bc51d012bbfb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:40.422687 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ff6841b2-9005-433c-ad68-5f2844fcbbc8 req-05857fdd-8b78-47b3-876d-bc51d012bbfb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.1058319 Jun 11 19:36:40.440541 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-51c1a59c-913a-43d2-a187-1061ddf4f841 req-0ea94836-0aed-4435-8daf-ef0badc53d5d service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459605 Jun 11 19:36:40.475397 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ff6841b2-9005-433c-ad68-5f2844fcbbc8 req-d3943473-5abb-4c5e-b861-ef1fb72a306e tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518515 Jun 11 19:36:40.592205 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88de1c8-a26b-40aa-ba70-0dd022a40829 None None] New status for floating IP 1a7dc683-9d80-473c-9617-59091f4e6453: ACTIVE {{(pid=91835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:36:41.696414 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f52f1-36d6-4c9d-931d-988f97e9e9af req-b0bd709e-f973-4b3e-9d54-285d138aad1f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:41.703974 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9a0f52f1-36d6-4c9d-931d-988f97e9e9af req-b0bd709e-f973-4b3e-9d54-285d138aad1f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.1032038 Jun 11 19:36:41.750577 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9a0f52f1-36d6-4c9d-931d-988f97e9e9af req-0498a065-5e72-4f3f-b8a3-d764e32cf6a1 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455835 Jun 11 19:36:41.894493 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:42.993269 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235d149-dd0a-490d-8f30-1b154ce599c4 req-1f043608-2fc4-4c56-84b6-224a4a6e93ca tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:42.994801 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f235d149-dd0a-490d-8f30-1b154ce599c4 req-1f043608-2fc4-4c56-84b6-224a4a6e93ca tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0726192 Jun 11 19:36:43.039313 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f235d149-dd0a-490d-8f30-1b154ce599c4 req-3e7ae950-6b6c-48a9-817f-024580ae2c93 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383830 Jun 11 19:36:44.246785 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28656a93-933e-4d02-ba76-95ed5790ddab req-c78220b5-dee8-4a0e-9510-aecdb69c38b1 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:44.249190 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-28656a93-933e-4d02-ba76-95ed5790ddab req-c78220b5-dee8-4a0e-9510-aecdb69c38b1 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0857246 Jun 11 19:36:44.295348 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-28656a93-933e-4d02-ba76-95ed5790ddab req-290f6719-ad5a-46a3-97aa-9b02f3586867 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394835 Jun 11 19:36:45.475015 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de922b4f-126d-4948-b11f-5725d6cd5ce8 req-d51adbd5-6067-4e1d-b540-dbb3174e3499 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:45.476426 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-de922b4f-126d-4948-b11f-5725d6cd5ce8 req-d51adbd5-6067-4e1d-b540-dbb3174e3499 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0665634 Jun 11 19:36:45.515837 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-de922b4f-126d-4948-b11f-5725d6cd5ce8 req-8e8ea1ef-943e-4d66-aa60-965f2a81b3e0 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339255 Jun 11 19:36:46.733748 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace276c3-a9f1-4b89-b914-3a3d07cbab6d req-19067d93-b640-4ccc-a659-92dfd3cbe3e1 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:46.735301 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ace276c3-a9f1-4b89-b914-3a3d07cbab6d req-19067d93-b640-4ccc-a659-92dfd3cbe3e1 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0781593 Jun 11 19:36:46.780040 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ace276c3-a9f1-4b89-b914-3a3d07cbab6d req-29d1b5cb-927a-44b0-b999-c0788d6c9cd3 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388427 Jun 11 19:36:47.969073 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9c826-268f-4890-a4e5-009500c55191 req-d90c446a-9602-4b98-9b95-638572d3b05f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:47.970651 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-74f9c826-268f-4890-a4e5-009500c55191 req-d90c446a-9602-4b98-9b95-638572d3b05f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0737433 Jun 11 19:36:48.010491 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-74f9c826-268f-4890-a4e5-009500c55191 req-fcfd1598-156c-4757-9cf5-abe6f9d6f54b tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343521 Jun 11 19:36:49.207391 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7285f-00ac-4689-966b-fdd04f360fbd req-07d535e3-b123-4a33-b885-fe21ae872f30 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:49.208823 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-27b7285f-00ac-4689-966b-fdd04f360fbd req-07d535e3-b123-4a33-b885-fe21ae872f30 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0736620 Jun 11 19:36:49.250876 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-27b7285f-00ac-4689-966b-fdd04f360fbd req-8723e6f0-4ed7-408b-9572-d0072b95bbe6 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362246 Jun 11 19:36:49.852209 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf1fac-a35b-4bef-827b-e9dd20818825 req-b80ef58b-f3a0-4d6f-956c-f9965805c53b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:49.853629 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-79bf1fac-a35b-4bef-827b-e9dd20818825 req-b80ef58b-f3a0-4d6f-956c-f9965805c53b tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 946 time: 0.0673163 Jun 11 19:36:49.894874 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-79bf1fac-a35b-4bef-827b-e9dd20818825 req-7779a3b7-ca95-4ced-a41b-d1dc0dc44afe tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350456 Jun 11 19:36:50.433685 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eefc2f-f6a2-498a-85eb-b97c6bf1018c req-5bdfa683-f08e-49e1-8940-072a14759503 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:50.435024 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d7eefc2f-f6a2-498a-85eb-b97c6bf1018c req-5bdfa683-f08e-49e1-8940-072a14759503 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0704837 Jun 11 19:36:50.476244 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d7eefc2f-f6a2-498a-85eb-b97c6bf1018c req-fbd82f58-4e9d-4f5c-8f55-3f1a110e439c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351999 Jun 11 19:36:51.225653 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab54c6-2122-4805-b949-b5806d5e00d4 req-bb31922c-9340-4269-a04b-769e3d943d67 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:51.227103 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e6ab54c6-2122-4805-b949-b5806d5e00d4 req-bb31922c-9340-4269-a04b-769e3d943d67 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 946 time: 0.0665982 Jun 11 19:36:51.267751 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e6ab54c6-2122-4805-b949-b5806d5e00d4 req-9ba48213-1ba0-4c49-b894-928bfa6681dc tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346894 Jun 11 19:36:51.661438 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda74bc-e508-4443-90ee-7b788ce10b84 req-bff1f0bf-22bc-4f0b-ae6d-7a369ecc49ae tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:51.662880 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dbda74bc-e508-4443-90ee-7b788ce10b84 req-bff1f0bf-22bc-4f0b-ae6d-7a369ecc49ae tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0699661 Jun 11 19:36:51.703555 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dbda74bc-e508-4443-90ee-7b788ce10b84 req-5eff54b7-59fc-434d-9391-ea43c7b13908 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342870 Jun 11 19:36:52.448940 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515a6af-ea02-41ee-a036-8191c341e19c req-996992bf-294f-4de8-8215-e7eeaae207b1 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:52.450365 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4515a6af-ea02-41ee-a036-8191c341e19c req-996992bf-294f-4de8-8215-e7eeaae207b1 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 946 time: 0.0676517 Jun 11 19:36:52.491594 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4515a6af-ea02-41ee-a036-8191c341e19c req-6441b62a-8810-4216-a6fe-3d7fe63c32b3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355287 Jun 11 19:36:52.887722 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5c17f-4738-4f86-b1d6-2a6da08a3de6 req-91a4c51b-08e8-48b7-832f-975152ce9a36 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:52.889695 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1ed5c17f-4738-4f86-b1d6-2a6da08a3de6 req-91a4c51b-08e8-48b7-832f-975152ce9a36 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0732052 Jun 11 19:36:52.930946 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1ed5c17f-4738-4f86-b1d6-2a6da08a3de6 req-4505d72e-2083-4cad-b4c5-72c56a47abab tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355797 Jun 11 19:36:53.672945 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c934d-da42-4da6-a07a-9bce23efdc8c req-bbb8bd7c-037f-4bc9-9b2b-3be94252f21f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:53.674337 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b45c934d-da42-4da6-a07a-9bce23efdc8c req-bbb8bd7c-037f-4bc9-9b2b-3be94252f21f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 946 time: 0.0678535 Jun 11 19:36:53.713731 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b45c934d-da42-4da6-a07a-9bce23efdc8c req-41c74208-5185-42e6-b204-1e1ede11ddba tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339456 Jun 11 19:36:53.747718 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 41384) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:36:53.803351 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11f1de9-63f2-4770-8609-9c20fc34afa2 admin admin] Deleting subnet bc72d707-8fb1-4f5a-9954-3e0e58fbc79c {{(pid=91833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:36:53.806215 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d11f1de9-63f2-4770-8609-9c20fc34afa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:53.848212 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d11f1de9-63f2-4770-8609-9c20fc34afa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10197193'] for subnet, precommit_delete_associations {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:53.896847 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d11f1de9-63f2-4770-8609-9c20fc34afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924851'] for subnet, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:53.963220 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d11f1de9-63f2-4770-8609-9c20fc34afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10434812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8635667'] for subnet, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:53.966839 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-bdcf0cb5-c71a-4563-8c41-4ed0e12204f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:53.999306 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d11f1de9-63f2-4770-8609-9c20fc34afa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:54.001122 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-d11f1de9-63f2-4770-8609-9c20fc34afa2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bc72d707-8fb1-4f5a-9954-3e0e58fbc79c HTTP/1.1" status: 204 len: 168 time: 0.2524071 Jun 11 19:36:54.002126 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f1de9-63f2-4770-8609-9c20fc34afa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc72d707-8fb1-4f5a-9954-3e0e58fbc79c,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:54.004018 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 41388) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:36:54.004853 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-d11f1de9-63f2-4770-8609-9c20fc34afa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:54.123564 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2080632'] for network, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:54.218421 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af426a1-c6d8-4600-9316-3d073e7a34e6 req-d738a062-9efe-4c93-a74e-4fc9dd3117aa tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:54.219866 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7af426a1-c6d8-4600-9316-3d073e7a34e6 req-d738a062-9efe-4c93-a74e-4fc9dd3117aa tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.1368620 Jun 11 19:36:54.258393 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922414', 'neutron.services.segments.db._delete_segments_for_network-8747756516280'] for network, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:54.488708 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:36:54.489059 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:36:54.489787 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:36:54.490108 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Subscribe: > port after_create 55550000 {{(pid=91834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:36:54.490428 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:36:54.490786 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Subscribe: > port after_update 55550000 {{(pid=91834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:36:54.491107 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:36:54.491421 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:36:54.491733 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:36:54.492041 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:36:54.570338 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:36:54.570702 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:36:54.571032 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:36:54.571359 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 19:36:54.571696 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc524a5-3698-40c4-a1c1-03d2209282ba']}} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:36:54.598107 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2e4f89-7191-4676-a423-a08123317ad9') {'for_net_delete': True} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:36:54.598392 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2e4f89-7191-4676-a423-a08123317ad9') {} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:36:54.617467 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747756516118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564935'] for segment, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:54.644827 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7af426a1-c6d8-4600-9316-3d073e7a34e6 req-fa4e6076-50a5-4c35-8675-84e3d33e8595 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837464 Jun 11 19:36:54.648641 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:54.656978 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=91834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:36:54.657363 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9110980'] for segment, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: Traceback (most recent call last): Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: timer() Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: cb(*args, **kw) Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: return func(*args, **kwargs) Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: self._notify() Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: self.callback(batched_events) Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: event.method(event) Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: return f(self, *a, **k) Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: return self._get(url).json() Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: return self.request(url, 'GET', **kwargs) Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:36:54.661283 dv-cinder-790535-3-iscsi neutron-server[91834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:36:54.736222 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931082'] for network, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:54.740625 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-967454d8-f91a-42e7-b2c1-419976b762b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:54.744479 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:54.746727 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cbc524a5-3698-40c4-a1c1-03d2209282ba HTTP/1.1" status: 204 len: 168 time: 0.7405262 Jun 11 19:36:54.758407 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc524a5-3698-40c4-a1c1-03d2209282ba,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:54.760854 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:54.899893 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c6e17-400e-47e2-9a2b-8b4f997044ec req-0968817e-3aa4-4d23-802c-5d30fdf140a3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:54.901422 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-647c6e17-400e-47e2-9a2b-8b4f997044ec req-0968817e-3aa4-4d23-802c-5d30fdf140a3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 946 time: 0.0679617 Jun 11 19:36:54.910154 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 41396) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:36:54.945958 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-647c6e17-400e-47e2-9a2b-8b4f997044ec req-aba7c795-bbaf-4fbb-a63e-c059cc76a9b0 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379272 Jun 11 19:36:54.956911 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-dd228c2f-d117-4869-9a31-5ffe21f7567b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f45ce8c203a74c988473bd596d511701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430920 Jun 11 19:36:54.957330 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 41398) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:36:55.008015 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-28a99c8d-84aa-4d03-a996-c334d149f668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:55.030474 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-28a99c8d-84aa-4d03-a996-c334d149f668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:55.085024 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-28a99c8d-84aa-4d03-a996-c334d149f668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:55.088155 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-28a99c8d-84aa-4d03-a996-c334d149f668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:55.089390 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-28a99c8d-84aa-4d03-a996-c334d149f668 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/759782b7-16ff-454c-9318-3ba3ff662192 HTTP/1.1" status: 204 len: 168 time: 0.1311321 Jun 11 19:36:55.090123 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-08008b36-9457-468d-a7dc-14d9c40ac310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:55.098634 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a99c8d-84aa-4d03-a996-c334d149f668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759782b7-16ff-454c-9318-3ba3ff662192,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:55.101556 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-28a99c8d-84aa-4d03-a996-c334d149f668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:55.823395 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45585469-f51c-4608-9bff-aeba64456367 req-1ef495ad-7b96-4be0-a4cc-d9153700d92c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:55.824735 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-45585469-f51c-4608-9bff-aeba64456367 req-1ef495ad-7b96-4be0-a4cc-d9153700d92c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0678403 Jun 11 19:36:55.868405 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-45585469-f51c-4608-9bff-aeba64456367 req-53b1e809-ba62-4f87-8043-317223c040ae tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376353 Jun 11 19:36:56.130579 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c065f0-5b79-4f37-8660-cdaecbdfe21a req-362885bc-fbec-45a4-bccb-eb218494d7fa tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:56.131995 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d3c065f0-5b79-4f37-8660-cdaecbdfe21a req-362885bc-fbec-45a4-bccb-eb218494d7fa tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 946 time: 0.0701184 Jun 11 19:36:56.179103 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d3c065f0-5b79-4f37-8660-cdaecbdfe21a req-daacf324-52a3-417f-a9ee-d0988d2bcca2 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407104 Jun 11 19:36:57.048641 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3808ad-3a91-4139-ab07-ffaacf1332d9 req-afc8deb4-a6c8-4fca-9670-832810b7e401 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:57.049974 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6d3808ad-3a91-4139-ab07-ffaacf1332d9 req-afc8deb4-a6c8-4fca-9670-832810b7e401 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0675049 Jun 11 19:36:57.089898 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6d3808ad-3a91-4139-ab07-ffaacf1332d9 req-f258448c-8042-4fc1-af33-2ef8c4672841 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342927 Jun 11 19:36:57.364385 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:57.365834 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657928b4-f615-4be5-bb11-9b57513a4627 req-f3d91d2e-7e1a-413f-a8a6-598d426bd639 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:57.367330 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-657928b4-f615-4be5-bb11-9b57513a4627 req-f3d91d2e-7e1a-413f-a8a6-598d426bd639 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 946 time: 0.0699062 Jun 11 19:36:57.415166 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-657928b4-f615-4be5-bb11-9b57513a4627 req-7c48ba93-1ce0-48fd-a71f-02dd65d04aae tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422711 Jun 11 19:36:57.820242 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5be37-baf9-4cdd-8972-d86dfe530057 req-9a7419a9-d85e-466a-b354-dc02af5dc655 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:57.821581 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-35c5be37-baf9-4cdd-8972-d86dfe530057 req-9a7419a9-d85e-466a-b354-dc02af5dc655 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 946 time: 0.0770252 Jun 11 19:36:57.943373 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [req-35c5be37-baf9-4cdd-8972-d86dfe530057 req-04a09bf4-7762-4530-8520-ee8fdde9ad4f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Deleting port a70c7c4b-505f-48f5-ad64-9773dde1f320 {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:36:57.943712 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-35c5be37-baf9-4cdd-8972-d86dfe530057 req-04a09bf4-7762-4530-8520-ee8fdde9ad4f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:58.052138 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-35c5be37-baf9-4cdd-8972-d86dfe530057 req-04a09bf4-7762-4530-8520-ee8fdde9ad4f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] For port a70c7c4b-505f-48f5-ad64-9773dde1f320, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a70c7c4b-505f-48f5-ad64-9773dde1f320,segment=NetworkSegment(27745dbb-6f0e-4b17-90e5-351d1a26130b),segment_id=27745dbb-6f0e-4b17-90e5-351d1a26130b)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:36:58.052493 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-35c5be37-baf9-4cdd-8972-d86dfe530057 req-04a09bf4-7762-4530-8520-ee8fdde9ad4f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:58.147410 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [req-35c5be37-baf9-4cdd-8972-d86dfe530057 req-04a09bf4-7762-4530-8520-ee8fdde9ad4f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Calling delete_port for a70c7c4b-505f-48f5-ad64-9773dde1f320 owned by compute:nova {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:36:58.276953 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49d5de-883e-44a2-8c67-bb3ab38b14fd req-023e56f6-bc10-4e00-b1d7-a63d2c39c2ce tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:58.278941 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4e49d5de-883e-44a2-8c67-bb3ab38b14fd req-023e56f6-bc10-4e00-b1d7-a63d2c39c2ce tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0762823 Jun 11 19:36:58.295119 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-35c5be37-baf9-4cdd-8972-d86dfe530057 req-04a09bf4-7762-4530-8520-ee8fdde9ad4f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:58.299087 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:36:58.308820 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['234a41f6-df70-4746-a5d3-517bde40abf2', '8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6', '6c8226df-6d29-4bcf-898f-bf1662ee51d7', 'a70c7c4b-505f-48f5-ad64-9773dde1f320'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:36:58.320754 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4e49d5de-883e-44a2-8c67-bb3ab38b14fd req-2ef1865f-71c7-42d5-b653-bb054ebfa386 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361521 Jun 11 19:36:58.331735 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a09bf4-7762-4530-8520-ee8fdde9ad4f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Pushing event deleted for resources: {'Port': ['ID=a70c7c4b-505f-48f5-ad64-9773dde1f320,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:36:58.335571 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-04a09bf4-7762-4530-8520-ee8fdde9ad4f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:36:58.399505 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c5be37-baf9-4cdd-8972-d86dfe530057 req-04a09bf4-7762-4530-8520-ee8fdde9ad4f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] No DVR routers for this DVR port a70c7c4b-505f-48f5-ad64-9773dde1f320 on host hv-cinder-79053 {{(pid=91833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:36:58.402209 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-35c5be37-baf9-4cdd-8972-d86dfe530057 req-04a09bf4-7762-4530-8520-ee8fdde9ad4f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:36:58.404825 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-35c5be37-baf9-4cdd-8972-d86dfe530057 req-04a09bf4-7762-4530-8520-ee8fdde9ad4f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.39 "DELETE /v2.0/ports/a70c7c4b-505f-48f5-ad64-9773dde1f320 HTTP/1.1" status: 204 len: 173 time: 0.5764794 Jun 11 19:36:58.405452 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecfdaa4-ca12-483a-8021-34babd734b72', 'name': 'network-vif-deleted', 'tag': 'a70c7c4b-505f-48f5-ad64-9773dde1f320'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:36:58.407859 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693f3fa4-5639-4fb0-92de-bd3e98210fec" -d '{"events": [{"server_uuid": "5ecfdaa4-ca12-483a-8021-34babd734b72", "name": "network-vif-deleted", "tag": "a70c7c4b-505f-48f5-ad64-9773dde1f320"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:36:58.448537 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e3e32f-4e3f-4c92-b681-df608089ee40 x-openstack-request-id: req-48e3e32f-4e3f-4c92-b681-df608089ee40 {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:36:58.449137 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecfdaa4-ca12-483a-8021-34babd734b72", "name": "network-vif-deleted", "tag": "a70c7c4b-505f-48f5-ad64-9773dde1f320", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:36:58.449483 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48e3e32f-4e3f-4c92-b681-df608089ee40 {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:36:58.449974 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecfdaa4-ca12-483a-8021-34babd734b72', 'name': 'network-vif-deleted', 'tag': 'a70c7c4b-505f-48f5-ad64-9773dde1f320', 'status': 'completed', 'code': 200} Jun 11 19:36:58.576317 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4a0729cb-febd-44d3-a5a6-41f0d54c141a req-48678b40-14b2-4e90-a163-a2207f665f8f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ecfdaa4-ca12-483a-8021-34babd734b72 HTTP/1.1" status: 200 len: 210 time: 0.0380416 Jun 11 19:36:59.529314 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7c076-d773-45e7-9d84-466f47f4fe4b req-e99966b5-8abd-4e4d-9920-c61ea6d1498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:59.530824 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-5cb7c076-d773-45e7-9d84-466f47f4fe4b req-e99966b5-8abd-4e4d-9920-c61ea6d1498f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 1098 time: 0.0588317 Jun 11 19:36:59.531174 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7e7f0-673c-4ab2-9b02-337257741d34 req-65400356-aa6d-4aa4-a0c2-192b5fe31080 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:36:59.532617 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6ba7e7f0-673c-4ab2-9b02-337257741d34 req-65400356-aa6d-4aa4-a0c2-192b5fe31080 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0724990 Jun 11 19:36:59.570175 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-5cb7c076-d773-45e7-9d84-466f47f4fe4b req-be96da46-01fa-41c3-8af0-52ce85867f04 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311544 Jun 11 19:36:59.573820 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6ba7e7f0-673c-4ab2-9b02-337257741d34 req-7487cd70-2951-4746-8387-1faab6c3b72a tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357301 Jun 11 19:37:00.754485 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54292a-5608-45d3-bd65-71aa5baebc06 req-d32d776b-6956-414d-8503-dd176ba921cf tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:00.757434 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8f54292a-5608-45d3-bd65-71aa5baebc06 req-d32d776b-6956-414d-8503-dd176ba921cf tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0713751 Jun 11 19:37:00.799608 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8f54292a-5608-45d3-bd65-71aa5baebc06 req-f578188a-11e7-440a-85ce-7109c0103112 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381060 Jun 11 19:37:01.220112 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f0aa0-26c9-4f3f-b7f2-6f35b159efb1 req-12682748-3c28-4c77-8dab-0cb4e02f77f4 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:01.221455 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5b8f0aa0-26c9-4f3f-b7f2-6f35b159efb1 req-12682748-3c28-4c77-8dab-0cb4e02f77f4 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 945 time: 0.0716615 Jun 11 19:37:01.260877 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5b8f0aa0-26c9-4f3f-b7f2-6f35b159efb1 req-1b378243-9c3e-4270-8437-5d9def83a161 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338621 Jun 11 19:37:01.994194 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a27620-386f-4178-a0b2-fa720f03c6d6 req-d95f73d8-5585-4563-ac0c-5f597dcee153 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:01.995637 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-95a27620-386f-4178-a0b2-fa720f03c6d6 req-d95f73d8-5585-4563-ac0c-5f597dcee153 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0668519 Jun 11 19:37:02.038275 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-95a27620-386f-4178-a0b2-fa720f03c6d6 req-41f80234-4645-49a3-a35c-7164f31df900 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364263 Jun 11 19:37:02.496548 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5585ef-c7ac-4703-8d57-4805a0df4d31 req-4e775c49-b61f-456d-a4b7-264c68aa3f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:02.498596 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-4b5585ef-c7ac-4703-8d57-4805a0df4d31 req-4e775c49-b61f-456d-a4b7-264c68aa3f81 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04490ad1893e47cf8f786a89c2a73e07&device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 1098 time: 0.0613129 Jun 11 19:37:02.527365 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device a70c7c4b-505f-48f5-ad64-9773dde1f320 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:37:02.556846 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: a70c7c4b-505f-48f5-ad64-9773dde1f320 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:37:02.557402 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device a70c7c4b-505f-48f5-ad64-9773dde1f320 not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:37:02.586090 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc14467-f0e1-4358-8a94-fcef48a32c5d req-48b96262-1d13-4424-8e09-82312eca7ba8 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:02.587566 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0fc14467-f0e1-4358-8a94-fcef48a32c5d req-48b96262-1d13-4424-8e09-82312eca7ba8 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 945 time: 0.1229668 Jun 11 19:37:02.606888 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390982df-2fda-4f55-956d-1c367849e3ea req-94d0a689-1e5c-42e5-b097-077f5fdc6857 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:02.609806 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-390982df-2fda-4f55-956d-1c367849e3ea req-94d0a689-1e5c-42e5-b097-077f5fdc6857 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.1080992 Jun 11 19:37:02.629442 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5585ef-c7ac-4703-8d57-4805a0df4d31 req-77823c3a-f33b-4940-9cc4-09b5a9b8846f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:02.630898 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-4b5585ef-c7ac-4703-8d57-4805a0df4d31 req-77823c3a-f33b-4940-9cc4-09b5a9b8846f service neutron] 10.222.0.39 "GET /v2.0/networks?id=08aeeb0b-694c-42b6-8786-0226a443cd46 HTTP/1.1" status: 200 len: 919 time: 0.1156800 Jun 11 19:37:02.671443 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0fc14467-f0e1-4358-8a94-fcef48a32c5d req-dd415fd6-39f5-40f4-8a58-160d6cdfb60f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604930 Jun 11 19:37:02.676133 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-390982df-2fda-4f55-956d-1c367849e3ea req-c6db1f6f-e01b-40ce-adf3-59c495b6eadc tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593562 Jun 11 19:37:02.695721 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-4b5585ef-c7ac-4703-8d57-4805a0df4d31 req-26f7ba96-bf6e-4d0e-ae98-726c1892b345 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fba1692-e7a1-4932-bbc9-1079b5b19d87 HTTP/1.1" status: 200 len: 217 time: 0.0469966 Jun 11 19:37:02.755783 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5585ef-c7ac-4703-8d57-4805a0df4d31 req-65eab7d7-b524-48d9-b3be-9cec6c6f06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:02.757202 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-4b5585ef-c7ac-4703-8d57-4805a0df4d31 req-65eab7d7-b524-48d9-b3be-9cec6c6f06b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b HTTP/1.1" status: 200 len: 858 time: 0.0547481 Jun 11 19:37:02.802312 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-4b5585ef-c7ac-4703-8d57-4805a0df4d31 req-1fd13194-3f1f-40ef-bac6-d8c92348fafe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08aeeb0b-694c-42b6-8786-0226a443cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326273 Jun 11 19:37:02.919325 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-4b5585ef-c7ac-4703-8d57-4805a0df4d31 req-88df6e34-8f91-4b86-af49-0a6be7e74165 service neutron] 10.222.0.39 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069236 Jun 11 19:37:03.043058 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-4b5585ef-c7ac-4703-8d57-4805a0df4d31 req-eca390d6-e8da-45a3-990a-2f525f81cfff service neutron] 10.222.0.39 "GET /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056287 Jun 11 19:37:03.503250 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8ae22-1f4d-44d6-8c35-78b8f0fed1ee req-49696792-29cc-4811-9bde-7fc2783a4d88 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:03.504681 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-aae8ae22-1f4d-44d6-8c35-78b8f0fed1ee req-49696792-29cc-4811-9bde-7fc2783a4d88 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=776b117e-9a28-48a9-ae7c-0f397dacae29 HTTP/1.1" status: 200 len: 945 time: 0.0762973 Jun 11 19:37:03.545528 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-aae8ae22-1f4d-44d6-8c35-78b8f0fed1ee req-a54127a1-fd0f-4fea-929b-a37b87c7acf8 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351624 Jun 11 19:37:03.905726 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe3d95-5b2c-48b4-9df8-91bc07306dca req-a7681990-f598-49c4-8309-3c351bc39489 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:03.907098 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2afe3d95-5b2c-48b4-9df8-91bc07306dca req-a7681990-f598-49c4-8309-3c351bc39489 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 945 time: 0.1178558 Jun 11 19:37:03.913977 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5c0e7-b5bd-4360-8a47-bc9a1a1889c9 req-00c8e3f1-fe90-40d5-892c-81c8a7d39fac tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:03.915321 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-69e5c0e7-b5bd-4360-8a47-bc9a1a1889c9 req-00c8e3f1-fe90-40d5-892c-81c8a7d39fac tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.1272349 Jun 11 19:37:03.974039 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2afe3d95-5b2c-48b4-9df8-91bc07306dca req-3c1abb73-f94e-4665-80c6-23bf49216402 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577796 Jun 11 19:37:03.984509 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-69e5c0e7-b5bd-4360-8a47-bc9a1a1889c9 req-361dc325-41e1-44d0-8cec-22a018130095 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621359 Jun 11 19:37:04.030562 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba50d5-71a2-4f31-be23-5f5b6adc4fd2 req-e6dee6c2-eff4-4d93-a31c-27923be0ec37 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:04.032019 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-a6ba50d5-71a2-4f31-be23-5f5b6adc4fd2 req-e6dee6c2-eff4-4d93-a31c-27923be0ec37 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.39 "GET /v2.0/ports?device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 945 time: 0.0750256 Jun 11 19:37:04.157775 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [req-a6ba50d5-71a2-4f31-be23-5f5b6adc4fd2 req-e16a042d-c042-41cc-a606-7d490ede0fd6 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Deleting port 6c8226df-6d29-4bcf-898f-bf1662ee51d7 {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:37:04.158002 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-a6ba50d5-71a2-4f31-be23-5f5b6adc4fd2 req-e16a042d-c042-41cc-a606-7d490ede0fd6 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:04.267374 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-a6ba50d5-71a2-4f31-be23-5f5b6adc4fd2 req-e16a042d-c042-41cc-a606-7d490ede0fd6 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] For port 6c8226df-6d29-4bcf-898f-bf1662ee51d7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6c8226df-6d29-4bcf-898f-bf1662ee51d7,segment=NetworkSegment(27745dbb-6f0e-4b17-90e5-351d1a26130b),segment_id=27745dbb-6f0e-4b17-90e5-351d1a26130b)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:37:04.267922 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-a6ba50d5-71a2-4f31-be23-5f5b6adc4fd2 req-e16a042d-c042-41cc-a606-7d490ede0fd6 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:04.361503 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [req-a6ba50d5-71a2-4f31-be23-5f5b6adc4fd2 req-e16a042d-c042-41cc-a606-7d490ede0fd6 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Calling delete_port for 6c8226df-6d29-4bcf-898f-bf1662ee51d7 owned by compute:nova {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:37:04.506616 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-a6ba50d5-71a2-4f31-be23-5f5b6adc4fd2 req-e16a042d-c042-41cc-a606-7d490ede0fd6 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:04.510315 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:04.517955 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['234a41f6-df70-4746-a5d3-517bde40abf2', '8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6', '6c8226df-6d29-4bcf-898f-bf1662ee51d7'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:37:04.538604 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a042d-c042-41cc-a606-7d490ede0fd6 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Pushing event deleted for resources: {'Port': ['ID=6c8226df-6d29-4bcf-898f-bf1662ee51d7,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:04.542070 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e16a042d-c042-41cc-a606-7d490ede0fd6 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:04.606795 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ba50d5-71a2-4f31-be23-5f5b6adc4fd2 req-e16a042d-c042-41cc-a606-7d490ede0fd6 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] No DVR routers for this DVR port 6c8226df-6d29-4bcf-898f-bf1662ee51d7 on host hv-cinder-79053 {{(pid=91833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:37:04.609774 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-a6ba50d5-71a2-4f31-be23-5f5b6adc4fd2 req-e16a042d-c042-41cc-a606-7d490ede0fd6 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:04.612299 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-a6ba50d5-71a2-4f31-be23-5f5b6adc4fd2 req-e16a042d-c042-41cc-a606-7d490ede0fd6 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.39 "DELETE /v2.0/ports/6c8226df-6d29-4bcf-898f-bf1662ee51d7 HTTP/1.1" status: 204 len: 173 time: 0.5685561 Jun 11 19:37:04.613021 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d541c3-90ed-4051-ad2b-2ef98f8e40cc', 'name': 'network-vif-deleted', 'tag': '6c8226df-6d29-4bcf-898f-bf1662ee51d7'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:37:04.615561 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d489e1-10d4-49df-b9ed-91675393e555" -d '{"events": [{"server_uuid": "04d541c3-90ed-4051-ad2b-2ef98f8e40cc", "name": "network-vif-deleted", "tag": "6c8226df-6d29-4bcf-898f-bf1662ee51d7"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:37:04.724785 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d397e827-be64-4d76-8317-6e30ca48b05c x-openstack-request-id: req-d397e827-be64-4d76-8317-6e30ca48b05c {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:37:04.725301 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d541c3-90ed-4051-ad2b-2ef98f8e40cc", "name": "network-vif-deleted", "tag": "6c8226df-6d29-4bcf-898f-bf1662ee51d7", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:37:04.725723 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d397e827-be64-4d76-8317-6e30ca48b05c {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:37:04.726461 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d541c3-90ed-4051-ad2b-2ef98f8e40cc', 'name': 'network-vif-deleted', 'tag': '6c8226df-6d29-4bcf-898f-bf1662ee51d7', 'status': 'completed', 'code': 200} Jun 11 19:37:04.768921 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382bcee-73a7-4b1d-a5a7-18defeec60dc req-728464a3-9ee2-4e79-a986-d4afc03995ef tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:04.770334 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9382bcee-73a7-4b1d-a5a7-18defeec60dc req-728464a3-9ee2-4e79-a986-d4afc03995ef tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=776b117e-9a28-48a9-ae7c-0f397dacae29 HTTP/1.1" status: 200 len: 945 time: 0.0874810 Jun 11 19:37:04.819105 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9382bcee-73a7-4b1d-a5a7-18defeec60dc req-de621c89-5d26-44eb-8096-4f49ac780408 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420120 Jun 11 19:37:05.173319 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-aaa3f84e-9567-467e-8a35-07ea2edae3ee req-8c3ceaf8-d1b6-4421-9859-01b9f7414955 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=04d541c3-90ed-4051-ad2b-2ef98f8e40cc HTTP/1.1" status: 200 len: 210 time: 0.0370741 Jun 11 19:37:05.203528 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf40c8-dc98-4f05-872a-e1d0ab65f270 req-9ccb9144-2ea9-4683-bf6f-efd9b91cf51c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:05.204912 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-43cf40c8-dc98-4f05-872a-e1d0ab65f270 req-9ccb9144-2ea9-4683-bf6f-efd9b91cf51c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.1040797 Jun 11 19:37:05.247653 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-43cf40c8-dc98-4f05-872a-e1d0ab65f270 req-f81fd5fc-d309-4cf7-9421-05dcac99e0fb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364075 Jun 11 19:37:06.005955 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f8248-1980-4178-8696-fe9462168715 req-d6540ce2-ecbe-4e33-b0af-b9d93f676598 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:06.007534 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c06f8248-1980-4178-8696-fe9462168715 req-d6540ce2-ecbe-4e33-b0af-b9d93f676598 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=776b117e-9a28-48a9-ae7c-0f397dacae29 HTTP/1.1" status: 200 len: 945 time: 0.0731649 Jun 11 19:37:06.050555 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d675b7-ed96-4b7a-8357-a3debede0dd0 req-8c024d17-c26e-4080-a294-a4f1362cfb46 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:06.052002 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c06f8248-1980-4178-8696-fe9462168715 req-d9d8fdd2-9332-4969-b4d7-702893281a2a tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369618 Jun 11 19:37:06.052153 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-51d675b7-ed96-4b7a-8357-a3debede0dd0 req-8c024d17-c26e-4080-a294-a4f1362cfb46 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.39 "GET /v2.0/ports?device_id=776b117e-9a28-48a9-ae7c-0f397dacae29 HTTP/1.1" status: 200 len: 945 time: 0.0781777 Jun 11 19:37:06.162786 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [req-51d675b7-ed96-4b7a-8357-a3debede0dd0 req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Deleting port 99ec5662-fec4-4d27-8d59-5defdc3c774c {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:37:06.163049 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-51d675b7-ed96-4b7a-8357-a3debede0dd0 req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:06.275165 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-51d675b7-ed96-4b7a-8357-a3debede0dd0 req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] For port 99ec5662-fec4-4d27-8d59-5defdc3c774c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=99ec5662-fec4-4d27-8d59-5defdc3c774c,segment=NetworkSegment(779e537c-f7eb-4049-a2df-3ab56d4cf900),segment_id=779e537c-f7eb-4049-a2df-3ab56d4cf900)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:37:06.275550 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-51d675b7-ed96-4b7a-8357-a3debede0dd0 req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:06.447241 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c944a-db39-404c-9f3c-bcff6b261434 req-5c7cd69e-0515-4b1b-a1e5-4f47ed4627d5 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:06.448940 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b64c944a-db39-404c-9f3c-bcff6b261434 req-5c7cd69e-0515-4b1b-a1e5-4f47ed4627d5 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0746799 Jun 11 19:37:06.507140 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b64c944a-db39-404c-9f3c-bcff6b261434 req-bb37e09f-0924-4017-ab05-7f4fa0a51796 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493219 Jun 11 19:37:06.616951 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [req-51d675b7-ed96-4b7a-8357-a3debede0dd0 req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Calling delete_port for 99ec5662-fec4-4d27-8d59-5defdc3c774c owned by compute:nova {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:37:06.675024 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c02e4-7351-4594-8dcc-de6508521cdc req-579040de-b89b-40a9-9f9b-308a54b35e28 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:06.675949 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-386e6cc1-4e78-4652-bcce-376fe4079c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:06.679089 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6d7c02e4-7351-4594-8dcc-de6508521cdc req-579040de-b89b-40a9-9f9b-308a54b35e28 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 945 time: 0.0864737 Jun 11 19:37:06.724465 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6d7c02e4-7351-4594-8dcc-de6508521cdc req-29ec8a1f-2cb4-459b-b2f2-6d5f12b16a79 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417130 Jun 11 19:37:06.776154 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-51d675b7-ed96-4b7a-8357-a3debede0dd0 req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:06.780207 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:06.791657 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['99ec5662-fec4-4d27-8d59-5defdc3c774c'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:37:06.826869 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Pushing event deleted for resources: {'Port': ['ID=99ec5662-fec4-4d27-8d59-5defdc3c774c,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:06.839731 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:06.840105 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:06.841098 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:06.841471 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:06.841930 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:06.842149 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:06.842967 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:06.842967 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:06.843188 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:06.843667 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:06.844104 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:06.844494 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:06.852722 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:06.911165 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d675b7-ed96-4b7a-8357-a3debede0dd0 req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] No DVR routers for this DVR port 99ec5662-fec4-4d27-8d59-5defdc3c774c on host hv-cinder-79053 {{(pid=91833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:37:06.913654 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-51d675b7-ed96-4b7a-8357-a3debede0dd0 req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:06.915603 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-51d675b7-ed96-4b7a-8357-a3debede0dd0 req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.39 "DELETE /v2.0/ports/99ec5662-fec4-4d27-8d59-5defdc3c774c HTTP/1.1" status: 204 len: 173 time: 0.8580065 Jun 11 19:37:06.920188 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776b117e-9a28-48a9-ae7c-0f397dacae29', 'name': 'network-vif-deleted', 'tag': '99ec5662-fec4-4d27-8d59-5defdc3c774c'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:37:06.920188 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6c6053-c67a-4ac8-8912-bfcabe9f5063" -d '{"events": [{"server_uuid": "776b117e-9a28-48a9-ae7c-0f397dacae29", "name": "network-vif-deleted", "tag": "99ec5662-fec4-4d27-8d59-5defdc3c774c"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:37:06.969150 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619b5ad8-520d-4f17-9604-294a9d5ea770 x-openstack-request-id: req-619b5ad8-520d-4f17-9604-294a9d5ea770 {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:37:06.970070 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776b117e-9a28-48a9-ae7c-0f397dacae29", "name": "network-vif-deleted", "tag": "99ec5662-fec4-4d27-8d59-5defdc3c774c", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:37:06.970070 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-619b5ad8-520d-4f17-9604-294a9d5ea770 {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:37:06.970501 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776b117e-9a28-48a9-ae7c-0f397dacae29', 'name': 'network-vif-deleted', 'tag': '99ec5662-fec4-4d27-8d59-5defdc3c774c', 'status': 'completed', 'code': 200} Jun 11 19:37:07.220363 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c4c99b48-7043-4a71-bf38-82ad3ea0b208 req-6861a85e-33f2-4d8a-9caa-697791204419 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=776b117e-9a28-48a9-ae7c-0f397dacae29 HTTP/1.1" status: 200 len: 210 time: 0.0341773 Jun 11 19:37:07.913867 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de04137-609e-4871-8e2c-c5f002ff543f req-963ecf65-5d92-41f1-9be3-87dc2582267c tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:07.915321 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9de04137-609e-4871-8e2c-c5f002ff543f req-963ecf65-5d92-41f1-9be3-87dc2582267c tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 945 time: 0.0748377 Jun 11 19:37:07.966306 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9de04137-609e-4871-8e2c-c5f002ff543f req-d27edd72-d850-43a8-b1b7-69d93f4e5913 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447001 Jun 11 19:37:08.564611 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 99ec5662-fec4-4d27-8d59-5defdc3c774c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:37:08.588440 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: 99ec5662-fec4-4d27-8d59-5defdc3c774c {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:37:08.588789 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 99ec5662-fec4-4d27-8d59-5defdc3c774c not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:37:08.589202 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 6c8226df-6d29-4bcf-898f-bf1662ee51d7 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:37:08.611446 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: 6c8226df-6d29-4bcf-898f-bf1662ee51d7 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:37:08.611799 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 6c8226df-6d29-4bcf-898f-bf1662ee51d7 not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:37:08.692262 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62623f-6c87-4a99-941f-ff9149775926 req-bc1332b6-feed-494a-aebe-d8cc1626faaa tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:08.693668 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-4a62623f-6c87-4a99-941f-ff9149775926 req-bc1332b6-feed-494a-aebe-d8cc1626faaa tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.39 "GET /v2.0/ports?device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 945 time: 0.0709059 Jun 11 19:37:08.807874 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [req-4a62623f-6c87-4a99-941f-ff9149775926 req-dbff7bec-9c7d-485e-b143-ff09a65be8a3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Deleting port 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:37:08.808208 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-4a62623f-6c87-4a99-941f-ff9149775926 req-dbff7bec-9c7d-485e-b143-ff09a65be8a3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:08.920650 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-4a62623f-6c87-4a99-941f-ff9149775926 req-dbff7bec-9c7d-485e-b143-ff09a65be8a3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] For port 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6,segment=NetworkSegment(27745dbb-6f0e-4b17-90e5-351d1a26130b),segment_id=27745dbb-6f0e-4b17-90e5-351d1a26130b)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:37:08.921014 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-4a62623f-6c87-4a99-941f-ff9149775926 req-dbff7bec-9c7d-485e-b143-ff09a65be8a3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:09.015950 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [req-4a62623f-6c87-4a99-941f-ff9149775926 req-dbff7bec-9c7d-485e-b143-ff09a65be8a3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Calling delete_port for 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 owned by compute:nova {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:37:09.035877 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-a7dae15f-5f8f-48fb-8733-5a3acc03d4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:09.175438 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-4a62623f-6c87-4a99-941f-ff9149775926 req-dbff7bec-9c7d-485e-b143-ff09a65be8a3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:09.181669 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:09.190105 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f0b54-2f3f-47eb-9256-9d54769b3fa7 req-8972bfa3-58e6-46f8-9f78-995d01bc341d tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:09.191819 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-976f0b54-2f3f-47eb-9256-9d54769b3fa7 req-8972bfa3-58e6-46f8-9f78-995d01bc341d tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 945 time: 0.0955505 Jun 11 19:37:09.223954 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff7bec-9c7d-485e-b143-ff09a65be8a3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Pushing event deleted for resources: {'Port': ['ID=8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:09.227753 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-dbff7bec-9c7d-485e-b143-ff09a65be8a3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:09.241305 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:09.268582 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-976f0b54-2f3f-47eb-9256-9d54769b3fa7 req-a7305141-7481-4860-b512-155ce4178b96 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701489 Jun 11 19:37:09.296312 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a62623f-6c87-4a99-941f-ff9149775926 req-dbff7bec-9c7d-485e-b143-ff09a65be8a3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] No DVR routers for this DVR port 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 on host hv-cinder-79053 {{(pid=91833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:37:09.299004 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-4a62623f-6c87-4a99-941f-ff9149775926 req-dbff7bec-9c7d-485e-b143-ff09a65be8a3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:09.301205 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-4a62623f-6c87-4a99-941f-ff9149775926 req-dbff7bec-9c7d-485e-b143-ff09a65be8a3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.39 "DELETE /v2.0/ports/8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 HTTP/1.1" status: 204 len: 173 time: 0.6003084 Jun 11 19:37:09.301714 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9531f797-d419-4a32-9cf1-a34703ca59a4', 'name': 'network-vif-deleted', 'tag': '8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:37:09.304011 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b258f835-541d-4687-aecb-836a2e8b55f9" -d '{"events": [{"server_uuid": "9531f797-d419-4a32-9cf1-a34703ca59a4", "name": "network-vif-deleted", "tag": "8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:37:09.338164 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60083b3-ca47-4540-8417-c3c012db8cbd x-openstack-request-id: req-a60083b3-ca47-4540-8417-c3c012db8cbd {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:37:09.338480 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9531f797-d419-4a32-9cf1-a34703ca59a4", "name": "network-vif-deleted", "tag": "8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:37:09.338788 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a60083b3-ca47-4540-8417-c3c012db8cbd {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:37:09.339209 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9531f797-d419-4a32-9cf1-a34703ca59a4', 'name': 'network-vif-deleted', 'tag': '8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6', 'status': 'completed', 'code': 200} Jun 11 19:37:10.389217 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:10.422777 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e0e64ebb-cc7a-4637-8058-d776dd6354f1 req-d33dd83e-574d-4a78-99b4-86a27423d06e tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 210 time: 0.0331419 Jun 11 19:37:11.567608 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a04388ec-8b4f-4e9e-8ba4-607642c57b9d req-cacf5caa-a003-4559-9610-a33ada0097e3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=9531f797-d419-4a32-9cf1-a34703ca59a4 HTTP/1.1" status: 200 len: 210 time: 0.0327640 Jun 11 19:37:11.898576 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:11.904573 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['234a41f6-df70-4746-a5d3-517bde40abf2', '8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:37:12.534132 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:37:12.853674 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e97809-4bb5-4710-80aa-757c10125c8b req-5877c6a4-790f-4dd5-b44b-45f4b6ba175b tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:12.855136 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-86e97809-4bb5-4710-80aa-757c10125c8b req-5877c6a4-790f-4dd5-b44b-45f4b6ba175b tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.0837612 Jun 11 19:37:12.895767 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-86e97809-4bb5-4710-80aa-757c10125c8b req-618b1c22-7072-43ac-886f-e6ed66c30d6c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343583 Jun 11 19:37:13.884158 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:37:13.912384 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:37:13.912732 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 8ec35e66-d1cf-4ba3-879a-d7b682f5a3b6 not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:37:14.101001 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf304393-9690-49bb-8e6e-94576dac7285 req-f5bfcbf0-7f9e-40c5-83a4-4625e3933693 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:14.102456 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bf304393-9690-49bb-8e6e-94576dac7285 req-f5bfcbf0-7f9e-40c5-83a4-4625e3933693 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.0807128 Jun 11 19:37:14.143599 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bf304393-9690-49bb-8e6e-94576dac7285 req-451b2b1b-02cd-4ff8-8c75-90357793091e tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354788 Jun 11 19:37:14.251272 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b2e72-5af7-4cc2-97d9-a35f4ca5ec3c req-e518bcdb-2f72-458e-a11a-a7aa96e17b20 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:14.252688 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9d7b2e72-5af7-4cc2-97d9-a35f4ca5ec3c req-e518bcdb-2f72-458e-a11a-a7aa96e17b20 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 946 time: 0.0770867 Jun 11 19:37:14.293046 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9d7b2e72-5af7-4cc2-97d9-a35f4ca5ec3c req-c609aa50-fc16-47f5-97e0-89a23e319bdc tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348055 Jun 11 19:37:15.319673 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c848a6e-71e2-44ee-a192-f2a7b29b8a8e req-25fb1d6e-070c-46e4-a5ae-69bbd343094c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:15.321119 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5c848a6e-71e2-44ee-a192-f2a7b29b8a8e req-25fb1d6e-070c-46e4-a5ae-69bbd343094c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.0664763 Jun 11 19:37:15.363290 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5c848a6e-71e2-44ee-a192-f2a7b29b8a8e req-19b553f0-f562-432e-8a4a-6873b9fda5e1 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361044 Jun 11 19:37:15.532375 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb08096-b1b8-426f-8ca8-52f20c08fe93 req-346c8d86-7d2a-4e80-a760-6d2c887257ac tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:15.533791 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fdb08096-b1b8-426f-8ca8-52f20c08fe93 req-346c8d86-7d2a-4e80-a760-6d2c887257ac tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 946 time: 0.0707605 Jun 11 19:37:15.573675 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fdb08096-b1b8-426f-8ca8-52f20c08fe93 req-1204dfe1-1ecc-40e7-8be4-550c8af7184a tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342829 Jun 11 19:37:16.537928 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411b4c3-9e0f-47bd-9e5f-f1682cce86f5 req-a7a24bb1-d7f4-412d-88e0-5d8db89d2991 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:16.539356 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2411b4c3-9e0f-47bd-9e5f-f1682cce86f5 req-a7a24bb1-d7f4-412d-88e0-5d8db89d2991 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.0667794 Jun 11 19:37:16.579716 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2411b4c3-9e0f-47bd-9e5f-f1682cce86f5 req-8ce32bcd-2304-40dc-b973-46bd16db8030 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342591 Jun 11 19:37:16.755853 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0fde5-23f7-43f2-9407-34638d787ea7 req-645cf3fc-4788-4f8d-b2c5-0c643d44f6ac tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:16.757272 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e9e0fde5-23f7-43f2-9407-34638d787ea7 req-645cf3fc-4788-4f8d-b2c5-0c643d44f6ac tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 946 time: 0.0707016 Jun 11 19:37:16.797985 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e9e0fde5-23f7-43f2-9407-34638d787ea7 req-bc0eb789-f1fb-43c4-83d7-69180ece3c42 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346806 Jun 11 19:37:17.762104 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed401a62-adbd-4cfd-94fb-02ec8159ef37 req-1d3c411b-587f-4a1d-9792-c63d6ddb526e tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:17.764019 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ed401a62-adbd-4cfd-94fb-02ec8159ef37 req-1d3c411b-587f-4a1d-9792-c63d6ddb526e tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.0692937 Jun 11 19:37:17.805526 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ed401a62-adbd-4cfd-94fb-02ec8159ef37 req-e92640de-b013-45ad-9d53-6283dbc1944f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355489 Jun 11 19:37:17.942666 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9a5f0-236a-4b74-addf-5a09d952f4a9 req-1e14eac1-aa47-4b5b-9ec8-e6ed47b1556e tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:17.944061 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-92d9a5f0-236a-4b74-addf-5a09d952f4a9 req-1e14eac1-aa47-4b5b-9ec8-e6ed47b1556e tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.39 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 946 time: 0.0714657 Jun 11 19:37:17.988121 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c6b38-f392-4ddb-98c2-961419bed482 req-39e5a321-f40d-4634-a1a5-3e8018abb694 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:17.989536 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-442c6b38-f392-4ddb-98c2-961419bed482 req-39e5a321-f40d-4634-a1a5-3e8018abb694 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 946 time: 0.0767388 Jun 11 19:37:18.031315 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-442c6b38-f392-4ddb-98c2-961419bed482 req-a7750d39-02e4-457e-a958-e8c48cc389ee tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359519 Jun 11 19:37:18.067909 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [req-92d9a5f0-236a-4b74-addf-5a09d952f4a9 req-9f4f5fd3-a424-4b1e-94d5-ba850617b09d tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Deleting port ac66be34-3b3b-4652-baf3-d062ea766fb2 {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:37:18.068376 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-92d9a5f0-236a-4b74-addf-5a09d952f4a9 req-9f4f5fd3-a424-4b1e-94d5-ba850617b09d tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:18.182151 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-92d9a5f0-236a-4b74-addf-5a09d952f4a9 req-9f4f5fd3-a424-4b1e-94d5-ba850617b09d tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] For port ac66be34-3b3b-4652-baf3-d062ea766fb2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ac66be34-3b3b-4652-baf3-d062ea766fb2,segment=NetworkSegment(5b757fcb-3390-4942-a0fd-d98d88f64874),segment_id=5b757fcb-3390-4942-a0fd-d98d88f64874)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:37:18.182520 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-92d9a5f0-236a-4b74-addf-5a09d952f4a9 req-9f4f5fd3-a424-4b1e-94d5-ba850617b09d tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:18.276122 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [req-92d9a5f0-236a-4b74-addf-5a09d952f4a9 req-9f4f5fd3-a424-4b1e-94d5-ba850617b09d tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Calling delete_port for ac66be34-3b3b-4652-baf3-d062ea766fb2 owned by compute:nova {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:37:18.431852 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-92d9a5f0-236a-4b74-addf-5a09d952f4a9 req-9f4f5fd3-a424-4b1e-94d5-ba850617b09d tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:18.436231 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:18.444944 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['8fba1692-e7a1-4932-bbc9-1079b5b19d87', 'ac66be34-3b3b-4652-baf3-d062ea766fb2'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:37:18.466701 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f5fd3-a424-4b1e-94d5-ba850617b09d tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Pushing event deleted for resources: {'Port': ['ID=ac66be34-3b3b-4652-baf3-d062ea766fb2,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:18.470675 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-9f4f5fd3-a424-4b1e-94d5-ba850617b09d tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:18.505422 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-daee82fc-d580-463a-afa0-3241ead01cca tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:18.507014 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-daee82fc-d580-463a-afa0-3241ead01cca tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/networks?id=d00ede7a-f8da-478f-b68c-243fa8dfe003 HTTP/1.1" status: 200 len: 813 time: 0.1835887 Jun 11 19:37:18.524028 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d9a5f0-236a-4b74-addf-5a09d952f4a9 req-9f4f5fd3-a424-4b1e-94d5-ba850617b09d tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] No DVR routers for this DVR port ac66be34-3b3b-4652-baf3-d062ea766fb2 on host hv-cinder-79053 {{(pid=91833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:37:18.526814 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-92d9a5f0-236a-4b74-addf-5a09d952f4a9 req-9f4f5fd3-a424-4b1e-94d5-ba850617b09d tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:18.528786 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-92d9a5f0-236a-4b74-addf-5a09d952f4a9 req-9f4f5fd3-a424-4b1e-94d5-ba850617b09d tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.39 "DELETE /v2.0/ports/ac66be34-3b3b-4652-baf3-d062ea766fb2 HTTP/1.1" status: 204 len: 173 time: 0.5708776 Jun 11 19:37:18.529306 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2498e6f3-a28f-40d1-8e89-c1830e946da9', 'name': 'network-vif-deleted', 'tag': 'ac66be34-3b3b-4652-baf3-d062ea766fb2'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:37:18.531567 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415a883d-f0c4-44c3-be17-d89b72e1ffbb" -d '{"events": [{"server_uuid": "2498e6f3-a28f-40d1-8e89-c1830e946da9", "name": "network-vif-deleted", "tag": "ac66be34-3b3b-4652-baf3-d062ea766fb2"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:37:18.535990 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-5c85d324-0996-48ec-99bc-184af95030e0 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/quotas/66168bbbefa44d7c8b904fe7e3ced1a8 HTTP/1.1" status: 200 len: 375 time: 0.0204523 Jun 11 19:37:18.544467 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b9e2d-5a6f-481e-b7ed-037b397819ef req-7151771c-06f0-4580-a6ae-c6affd91943c tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:18.546080 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-836b9e2d-5a6f-481e-b7ed-037b397819ef req-7151771c-06f0-4580-a6ae-c6affd91943c tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 946 time: 0.1324112 Jun 11 19:37:18.570528 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce4c3b2-12ef-4aff-8f15-e9fb0b5e7073 x-openstack-request-id: req-dce4c3b2-12ef-4aff-8f15-e9fb0b5e7073 {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:37:18.570878 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2498e6f3-a28f-40d1-8e89-c1830e946da9", "name": "network-vif-deleted", "tag": "ac66be34-3b3b-4652-baf3-d062ea766fb2", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:37:18.571165 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dce4c3b2-12ef-4aff-8f15-e9fb0b5e7073 {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:37:18.571591 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2498e6f3-a28f-40d1-8e89-c1830e946da9', 'name': 'network-vif-deleted', 'tag': 'ac66be34-3b3b-4652-baf3-d062ea766fb2', 'status': 'completed', 'code': 200} Jun 11 19:37:18.632739 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-db5353e2-1893-4937-8527-cb7fa6472d00 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=66168bbbefa44d7c8b904fe7e3ced1a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792418 Jun 11 19:37:18.805330 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-7389fef8-877c-499a-9669-b4a4b243e0c9 service neutron] 10.222.0.24 "GET /v2.0/networks/d00ede7a-f8da-478f-b68c-243fa8dfe003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611338 Jun 11 19:37:18.811480 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-836b9e2d-5a6f-481e-b7ed-037b397819ef req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Deleting port 234a41f6-df70-4746-a5d3-517bde40abf2 {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:37:18.811814 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-836b9e2d-5a6f-481e-b7ed-037b397819ef req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:19.008063 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0b490a46-d381-429e-86a4-e6bcbbf064a8 req-d4f17fff-61c5-4716-a846-63a7f12af173 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498e6f3-a28f-40d1-8e89-c1830e946da9 HTTP/1.1" status: 200 len: 210 time: 0.0490696 Jun 11 19:37:19.039431 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-836b9e2d-5a6f-481e-b7ed-037b397819ef req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] For port 234a41f6-df70-4746-a5d3-517bde40abf2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=234a41f6-df70-4746-a5d3-517bde40abf2,segment=NetworkSegment(27745dbb-6f0e-4b17-90e5-351d1a26130b),segment_id=27745dbb-6f0e-4b17-90e5-351d1a26130b)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:37:19.039791 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-836b9e2d-5a6f-481e-b7ed-037b397819ef req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:19.051867 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-ea9b7355-d8f2-41c0-be5a-31eb92a11ff3 service neutron] 10.222.0.24 "GET /v2.0/networks/d00ede7a-f8da-478f-b68c-243fa8dfe003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373364 Jun 11 19:37:19.380487 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-836b9e2d-5a6f-481e-b7ed-037b397819ef req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Calling delete_port for 234a41f6-df70-4746-a5d3-517bde40abf2 owned by compute:nova {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:37:19.453233 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fe0e7026-3ebc-410d-8972-daf76f37dfef req-94c3687e-c0bc-4916-bb8a-7ca1979b8681 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 210 time: 0.1192868 Jun 11 19:37:19.558874 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fa3d9-9d72-4122-9990-c547f19bca71 req-0adecbff-7baa-442c-95bf-d5257c3a7fcc tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:19.566360 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e87fa3d9-9d72-4122-9990-c547f19bca71 req-0adecbff-7baa-442c-95bf-d5257c3a7fcc tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 946 time: 0.2336006 Jun 11 19:37:19.626755 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e87fa3d9-9d72-4122-9990-c547f19bca71 req-6692756d-71dc-4e23-a748-67e9c263b7c9 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f7ebea4-4873-44ef-8952-6337219a9fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592070 Jun 11 19:37:19.686046 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-836b9e2d-5a6f-481e-b7ed-037b397819ef req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:19.690279 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e9badd7b-578e-47a3-88d4-dfcde5b301da tempest-DeleteServersTestJSON-2040243297 tempest-DeleteServersTestJSON-2040243297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:19.698201 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['234a41f6-df70-4746-a5d3-517bde40abf2'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:37:19.723277 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Pushing event deleted for resources: {'Port': ['ID=234a41f6-df70-4746-a5d3-517bde40abf2,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:19.735573 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:19.736172 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:19.736529 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:19.736885 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:19.737235 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:19.737587 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:19.737933 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:19.738276 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:19.738650 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:19.738994 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:19.739507 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:19.739992 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:19.768329 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:19.794198 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-836b9e2d-5a6f-481e-b7ed-037b397819ef req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] No DVR routers for this DVR port 234a41f6-df70-4746-a5d3-517bde40abf2 on host hv-cinder-79053 {{(pid=91834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:37:19.796650 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-836b9e2d-5a6f-481e-b7ed-037b397819ef req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:19.798766 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-836b9e2d-5a6f-481e-b7ed-037b397819ef req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.39 "DELETE /v2.0/ports/234a41f6-df70-4746-a5d3-517bde40abf2 HTTP/1.1" status: 204 len: 173 time: 1.2328596 Jun 11 19:37:19.799324 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4337757-0a70-4f55-bd6c-d3e27b2a59cb', 'name': 'network-vif-deleted', 'tag': '234a41f6-df70-4746-a5d3-517bde40abf2'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:37:19.801615 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45930762-13a0-4d23-8605-f26cd5986ccd" -d '{"events": [{"server_uuid": "a4337757-0a70-4f55-bd6c-d3e27b2a59cb", "name": "network-vif-deleted", "tag": "234a41f6-df70-4746-a5d3-517bde40abf2"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:37:19.841908 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71e3b81-73db-4b45-9b46-d32fbc1a63b8 x-openstack-request-id: req-f71e3b81-73db-4b45-9b46-d32fbc1a63b8 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:37:19.842920 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4337757-0a70-4f55-bd6c-d3e27b2a59cb", "name": "network-vif-deleted", "tag": "234a41f6-df70-4746-a5d3-517bde40abf2", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:37:19.843384 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f71e3b81-73db-4b45-9b46-d32fbc1a63b8 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:37:19.844071 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4337757-0a70-4f55-bd6c-d3e27b2a59cb', 'name': 'network-vif-deleted', 'tag': '234a41f6-df70-4746-a5d3-517bde40abf2', 'status': 'completed', 'code': 200} Jun 11 19:37:20.471376 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fd6bf-5fd2-4f39-adb9-40df0af5f4da req-844d2bee-b4bb-473a-a850-ba8e69995105 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:20.472821 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fe1fd6bf-5fd2-4f39-adb9-40df0af5f4da req-844d2bee-b4bb-473a-a850-ba8e69995105 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0703914 Jun 11 19:37:20.531104 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fe1fd6bf-5fd2-4f39-adb9-40df0af5f4da req-4b914cd2-2e81-4bde-8707-29a4b377aaca tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517561 Jun 11 19:37:20.666828 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-98535df8-b862-4a71-8293-0c0efe091ce8 req-6eb664b0-c0f6-42d6-80c8-26f7bc019c32 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 210 time: 0.0802741 Jun 11 19:37:20.697536 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-c10fba23-1c40-4863-97ac-49da258f7dd1 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:20.699087 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-c10fba23-1c40-4863-97ac-49da258f7dd1 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.39 "GET /v2.0/networks?id=d00ede7a-f8da-478f-b68c-243fa8dfe003 HTTP/1.1" status: 200 len: 813 time: 0.1799166 Jun 11 19:37:20.716414 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-f07b587c-4cfc-4720-b7f8-5229563f1f1d tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Request body: {'port': {'device_id': '6a358859-d29a-46ac-bda6-bbd31e6ff95d', 'network_id': 'd00ede7a-f8da-478f-b68c-243fa8dfe003', 'admin_state_up': True, 'tenant_id': '66168bbbefa44d7c8b904fe7e3ced1a8'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:37:20.854776 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a979bdd0-1080-41b8-88e9-4d606e943696 req-8d4bf20c-4c3d-41b2-827e-e95239e3bd79 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4337757-0a70-4f55-bd6c-d3e27b2a59cb HTTP/1.1" status: 200 len: 210 time: 0.0459158 Jun 11 19:37:20.894295 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-f07b587c-4cfc-4720-b7f8-5229563f1f1d tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Made reservation on behalf of 66168bbbefa44d7c8b904fe7e3ced1a8 for: {'port': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:37:20.898119 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-f07b587c-4cfc-4720-b7f8-5229563f1f1d tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:21.037701 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-f07b587c-4cfc-4720-b7f8-5229563f1f1d tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Allocated IP 172.20.0.9 (d00ede7a-f8da-478f-b68c-243fa8dfe003/23da6553-7413-47ca-ab52-0ff80ef6f9ca/4e2d74df-c2e4-44dd-a076-f6434fd31e9e) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:37:21.212454 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-f07b587c-4cfc-4720-b7f8-5229563f1f1d tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:21.251023 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-f07b587c-4cfc-4720-b7f8-5229563f1f1d tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9110942'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:21.255905 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:21.305413 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-f07b587c-4cfc-4720-b7f8-5229563f1f1d tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Network d00ede7a-f8da-478f-b68c-243fa8dfe003 is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:37:21.308417 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-f07b587c-4cfc-4720-b7f8-5229563f1f1d tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:37:21.310838 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-f07b587c-4cfc-4720-b7f8-5229563f1f1d tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:37:21.351069 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b587c-4cfc-4720-b7f8-5229563f1f1d tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Pushing event updated for resources: {'Port': ['ID=4e2d74df-c2e4-44dd-a076-f6434fd31e9e,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:21.357930 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f07b587c-4cfc-4720-b7f8-5229563f1f1d tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:21.373984 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-f07b587c-4cfc-4720-b7f8-5229563f1f1d tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:21.374573 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-f07b587c-4cfc-4720-b7f8-5229563f1f1d tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:21.388223 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-f07b587c-4cfc-4720-b7f8-5229563f1f1d tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6765819 Jun 11 19:37:21.438396 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Request body: {'port': {'device_id': '6a358859-d29a-46ac-bda6-bbd31e6ff95d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:37:21.523012 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:21.872120 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8ea00-0711-4206-8ce3-82dbc46656f2 req-7d823e7c-e89c-4430-b7d5-2f45734804fb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:21.873495 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9dd8ea00-0711-4206-8ce3-82dbc46656f2 req-7d823e7c-e89c-4430-b7d5-2f45734804fb tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.1941254 Jun 11 19:37:21.943118 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device ac66be34-3b3b-4652-baf3-d062ea766fb2 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:37:21.970600 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: ac66be34-3b3b-4652-baf3-d062ea766fb2 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:37:21.970953 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device ac66be34-3b3b-4652-baf3-d062ea766fb2 not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:37:21.971377 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 234a41f6-df70-4746-a5d3-517bde40abf2 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:37:21.972013 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2d74df-c2e4-44dd-a076-f6434fd31e9e {{(pid=91834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:37:21.983425 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d7695-099e-4f24-9ce8-c3b0cb03c51b req-30b54bda-c982-41e6-a0e2-28685c5bd8ff tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:21.984852 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9b2d7695-099e-4f24-9ce8-c3b0cb03c51b req-30b54bda-c982-41e6-a0e2-28685c5bd8ff tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 931 time: 0.1972294 Jun 11 19:37:21.989410 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9dd8ea00-0711-4206-8ce3-82dbc46656f2 req-5813f37f-6466-43e8-9876-42a1b2730d7d tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093218 Jun 11 19:37:21.991171 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:21.995188 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: 234a41f6-df70-4746-a5d3-517bde40abf2 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:37:21.995634 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 234a41f6-df70-4746-a5d3-517bde40abf2 not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:37:22.018524 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Transition to ACTIVE for port object 4e2d74df-c2e4-44dd-a076-f6434fd31e9e will not be triggered until provisioned by entity L2. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:37:22.024397 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:22.033280 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:22.069115 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9b2d7695-099e-4f24-9ce8-c3b0cb03c51b req-43b8315a-ae71-4fbb-97ca-90756456118a tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755188 Jun 11 19:37:22.129303 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Pushing event updated for resources: {'Port': ['ID=4e2d74df-c2e4-44dd-a076-f6434fd31e9e,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:22.132530 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:22.157079 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 41852) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:22.216293 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e7c65c-9756-4201-9278-f96302ef9252 admin admin] Deleting subnet 0c5a103b-1876-47da-96d3-d95f9c432793 {{(pid=91833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:37:22.216681 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Attempting to bind port 4e2d74df-c2e4-44dd-a076-f6434fd31e9e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:37:22.217022 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Attempting to bind port 4e2d74df-c2e4-44dd-a076-f6434fd31e9e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '779e537c-f7eb-4049-a2df-3ab56d4cf900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd00ede7a-f8da-478f-b68c-243fa8dfe003'}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:37:22.217355 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Attempting to bind port 4e2d74df-c2e4-44dd-a076-f6434fd31e9e on network d00ede7a-f8da-478f-b68c-243fa8dfe003 {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:37:22.219458 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-99e7c65c-9756-4201-9278-f96302ef9252 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:22.221516 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Port 4e2d74df-c2e4-44dd-a076-f6434fd31e9e on network d00ede7a-f8da-478f-b68c-243fa8dfe003 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:37:22.221838 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Attempting to bind port 4e2d74df-c2e4-44dd-a076-f6434fd31e9e on network d00ede7a-f8da-478f-b68c-243fa8dfe003 {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:37:22.226989 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:37:22.227324 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Checking segment: {'id': '779e537c-f7eb-4049-a2df-3ab56d4cf900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd00ede7a-f8da-478f-b68c-243fa8dfe003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:37:22.227703 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Bound using segment: {'id': '779e537c-f7eb-4049-a2df-3ab56d4cf900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd00ede7a-f8da-478f-b68c-243fa8dfe003'} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:37:22.228129 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Bound port: 4e2d74df-c2e4-44dd-a076-f6434fd31e9e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779e537c-f7eb-4049-a2df-3ab56d4cf900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd00ede7a-f8da-478f-b68c-243fa8dfe003'}}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:37:22.228473 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:22.259829 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-99e7c65c-9756-4201-9278-f96302ef9252 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10197193'] for subnet, precommit_delete_associations {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:22.305760 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] For port 4e2d74df-c2e4-44dd-a076-f6434fd31e9e, host hv-cinder-79053, cleared binding levels {{(pid=91834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:37:22.307120 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-99e7c65c-9756-4201-9278-f96302ef9252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924851'] for subnet, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:22.309141 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] For port 4e2d74df-c2e4-44dd-a076-f6434fd31e9e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4e2d74df-c2e4-44dd-a076-f6434fd31e9e,segment=NetworkSegment(779e537c-f7eb-4049-a2df-3ab56d4cf900),segment_id=779e537c-f7eb-4049-a2df-3ab56d4cf900)] {{(pid=91834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:37:22.313764 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:22.316137 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-b1130273-3c68-43e9-9c23-2fc07fb03957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:22.363728 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:22.364541 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:22.366046 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] 10.222.0.39 "PUT /v2.0/ports/4e2d74df-c2e4-44dd-a076-f6434fd31e9e HTTP/1.1" status: 200 len: 1093 time: 0.9320898 Jun 11 19:37:22.366572 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a358859-d29a-46ac-bda6-bbd31e6ff95d', 'tag': '4e2d74df-c2e4-44dd-a076-f6434fd31e9e'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:37:22.369363 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d6338d-5c25-445c-bc35-df9019f5b8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6a358859-d29a-46ac-bda6-bbd31e6ff95d", "tag": "4e2d74df-c2e4-44dd-a076-f6434fd31e9e"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:37:22.391999 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-99e7c65c-9756-4201-9278-f96302ef9252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10434812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8635667'] for subnet, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:22.394455 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:22.421303 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcc4c0f-3391-47ce-a157-83b680ef3ca0 x-openstack-request-id: req-2dcc4c0f-3391-47ce-a157-83b680ef3ca0 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:37:22.421619 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a358859-d29a-46ac-bda6-bbd31e6ff95d", "tag": "4e2d74df-c2e4-44dd-a076-f6434fd31e9e", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:37:22.421893 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2dcc4c0f-3391-47ce-a157-83b680ef3ca0 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:37:22.422303 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a358859-d29a-46ac-bda6-bbd31e6ff95d', 'tag': '4e2d74df-c2e4-44dd-a076-f6434fd31e9e', 'status': 'completed', 'code': 200} Jun 11 19:37:22.427086 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Pushing event updated for resources: {'Port': ['ID=4e2d74df-c2e4-44dd-a076-f6434fd31e9e,revision_number=3']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:22.430129 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:22.441253 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7c65c-9756-4201-9278-f96302ef9252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c5a103b-1876-47da-96d3-d95f9c432793,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:22.446027 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-99e7c65c-9756-4201-9278-f96302ef9252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:22.447037 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-99e7c65c-9756-4201-9278-f96302ef9252 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:22.451557 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-99e7c65c-9756-4201-9278-f96302ef9252 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0c5a103b-1876-47da-96d3-d95f9c432793 HTTP/1.1" status: 204 len: 168 time: 0.2934480 Jun 11 19:37:22.452187 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 41856) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:22.495107 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-2e89620d-4763-4a37-bb26-295535fcb1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:22.496620 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-2e89620d-4763-4a37-bb26-295535fcb1e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66168bbbefa44d7c8b904fe7e3ced1a8&device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 1096 time: 0.0605106 Jun 11 19:37:22.551571 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-bbc6e3e9-9d5c-4530-8513-e5c4098d4956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2080632'] for network, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:22.556666 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-0d32c840-fe25-4eb7-b9c3-c038368722cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e2d74df-c2e4-44dd-a076-f6434fd31e9e HTTP/1.1" status: 200 len: 217 time: 0.0509772 Jun 11 19:37:22.614932 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-a994d233-a019-403c-a479-334ac685c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:22.616367 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-a994d233-a019-403c-a479-334ac685c026 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=23da6553-7413-47ca-ab52-0ff80ef6f9ca HTTP/1.1" status: 200 len: 853 time: 0.0525372 Jun 11 19:37:22.654013 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-bbc6e3e9-9d5c-4530-8513-e5c4098d4956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922414', 'neutron.services.segments.db._delete_segments_for_network-8747756516280'] for network, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:22.657090 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-78131bb7-466a-4695-ae46-9600209ff853 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d00ede7a-f8da-478f-b68c-243fa8dfe003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301552 Jun 11 19:37:22.665038 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-bbc6e3e9-9d5c-4530-8513-e5c4098d4956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91562091-e358-42f3-bc97-a9db84b0b38e']}} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:22.680353 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-bbc6e3e9-9d5c-4530-8513-e5c4098d4956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27745dbb-6f0e-4b17-90e5-351d1a26130b') {'for_net_delete': True} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:22.680650 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-bbc6e3e9-9d5c-4530-8513-e5c4098d4956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27745dbb-6f0e-4b17-90e5-351d1a26130b') {} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:22.690680 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-bbc6e3e9-9d5c-4530-8513-e5c4098d4956 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747756516118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10197186'] for segment, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:22.715810 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-bbc6e3e9-9d5c-4530-8513-e5c4098d4956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:22.721810 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc6e3e9-9d5c-4530-8513-e5c4098d4956 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=91833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:37:22.722372 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-bbc6e3e9-9d5c-4530-8513-e5c4098d4956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10434389'] for segment, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: Traceback (most recent call last): Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: timer() Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: cb(*args, **kw) Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: return func(*args, **kwargs) Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: self._notify() Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: self.callback(batched_events) Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: event.method(event) Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: return f(self, *a, **k) Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: return self._get(url).json() Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:37:22.724269 dv-cinder-790535-3-iscsi neutron-server[91833]: return self.request(url, 'GET', **kwargs) Jun 11 19:37:22.728300 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:37:22.728300 dv-cinder-790535-3-iscsi neutron-server[91833]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:37:22.728300 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:37:22.728300 dv-cinder-790535-3-iscsi neutron-server[91833]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:37:22.728300 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:37:22.728300 dv-cinder-790535-3-iscsi neutron-server[91833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:37:22.728300 dv-cinder-790535-3-iscsi neutron-server[91833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:37:22.783978 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-ed20ed21-eebd-42ba-9781-5de41b756a41 service neutron] 10.222.0.39 "GET /v2.0/networks/d00ede7a-f8da-478f-b68c-243fa8dfe003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145766 Jun 11 19:37:22.818401 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-bbc6e3e9-9d5c-4530-8513-e5c4098d4956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931082'] for network, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:22.824195 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:22.830467 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-bbc6e3e9-9d5c-4530-8513-e5c4098d4956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:22.832811 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-bbc6e3e9-9d5c-4530-8513-e5c4098d4956 admin admin] 10.222.0.24 "DELETE /v2.0/networks/91562091-e358-42f3-bc97-a9db84b0b38e HTTP/1.1" status: 204 len: 168 time: 0.3797245 Jun 11 19:37:22.846991 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6e3e9-9d5c-4530-8513-e5c4098d4956 admin admin] Pushing event deleted for resources: {'Network': ['ID=91562091-e358-42f3-bc97-a9db84b0b38e,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:22.849770 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-bbc6e3e9-9d5c-4530-8513-e5c4098d4956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:22.921435 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e703f37a-11f1-43e0-9a36-26681d9b3438 req-ef670f21-e4b7-47a0-8dd4-0975a1ebd5bd service neutron] 10.222.0.39 "GET /v2.0/networks/d00ede7a-f8da-478f-b68c-243fa8dfe003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263256 Jun 11 19:37:23.090899 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6338d-5c25-445c-bc35-df9019f5b8ea req-c78398fb-bada-4adb-bbe4-5e4c6ef5c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:23.092501 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e7d6338d-5c25-445c-bc35-df9019f5b8ea req-c78398fb-bada-4adb-bbe4-5e4c6ef5c800 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66168bbbefa44d7c8b904fe7e3ced1a8&device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 1096 time: 0.0847673 Jun 11 19:37:23.160773 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 41872) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:23.217490 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-0938ee99-9871-4c16-8950-c5fac00f0f6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9835f46ed4da4325ab88f6f084cd8aca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0543940 Jun 11 19:37:23.220474 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 41876) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:23.272371 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2dc7e2d6-363b-483c-baec-e852286b4e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:23.295262 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2dc7e2d6-363b-483c-baec-e852286b4e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:23.347976 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2dc7e2d6-363b-483c-baec-e852286b4e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:23.350646 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2dc7e2d6-363b-483c-baec-e852286b4e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:23.354127 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-2dc7e2d6-363b-483c-baec-e852286b4e75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f7ebea4-4873-44ef-8952-6337219a9fb9 HTTP/1.1" status: 204 len: 168 time: 0.1303191 Jun 11 19:37:23.354284 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115efbd9-8cfe-4d5d-9b75-2ae0344e8cce req-8110d830-9afe-4e5d-af5a-37e6095a6740 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:23.354398 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-f720fdc6-5e09-4bfc-8e5a-e2d3f6afd781 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:23.354499 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-115efbd9-8cfe-4d5d-9b75-2ae0344e8cce req-8110d830-9afe-4e5d-af5a-37e6095a6740 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.2044547 Jun 11 19:37:23.358195 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6338d-5c25-445c-bc35-df9019f5b8ea req-3acf2c61-74a0-44c1-9b1a-77552d2822aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:23.359585 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e7d6338d-5c25-445c-bc35-df9019f5b8ea req-3acf2c61-74a0-44c1-9b1a-77552d2822aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=d00ede7a-f8da-478f-b68c-243fa8dfe003 HTTP/1.1" status: 200 len: 914 time: 0.2530897 Jun 11 19:37:23.369088 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7e2d6-363b-483c-baec-e852286b4e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7ebea4-4873-44ef-8952-6337219a9fb9,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:23.372190 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-2dc7e2d6-363b-483c-baec-e852286b4e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:23.448534 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e7d6338d-5c25-445c-bc35-df9019f5b8ea req-85371c1a-9307-4a12-aa03-63cf188c12a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e2d74df-c2e4-44dd-a076-f6434fd31e9e HTTP/1.1" status: 200 len: 217 time: 0.0746646 Jun 11 19:37:23.455687 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e43340-1539-41f6-9068-e9344515a323 req-d65418f0-93f6-4f02-a270-8005c1125ce2 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:23.457322 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-23e43340-1539-41f6-9068-e9344515a323 req-d65418f0-93f6-4f02-a270-8005c1125ce2 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 943 time: 0.1933188 Jun 11 19:37:23.520762 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-115efbd9-8cfe-4d5d-9b75-2ae0344e8cce req-8a991bd9-0e4c-4bf1-92df-11577d15e44c tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569922 Jun 11 19:37:23.542004 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6338d-5c25-445c-bc35-df9019f5b8ea req-ede15870-4d71-444e-bd65-16416cea0191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:23.544430 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e7d6338d-5c25-445c-bc35-df9019f5b8ea req-ede15870-4d71-444e-bd65-16416cea0191 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=23da6553-7413-47ca-ab52-0ff80ef6f9ca HTTP/1.1" status: 200 len: 853 time: 0.0841303 Jun 11 19:37:23.564131 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-23e43340-1539-41f6-9068-e9344515a323 req-372003e2-6821-479d-b7e1-8def80d9760a tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907328 Jun 11 19:37:24.703084 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d0330-4bd9-4ead-9b7c-1d6c256300cd req-95dca9ab-dd9a-49c6-be9d-27a31a86f10d tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:24.704494 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e79d0330-4bd9-4ead-9b7c-1d6c256300cd req-95dca9ab-dd9a-49c6-be9d-27a31a86f10d tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0726826 Jun 11 19:37:24.744066 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e79d0330-4bd9-4ead-9b7c-1d6c256300cd req-a6047586-5357-48b6-b1f7-41799d6c1508 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339086 Jun 11 19:37:24.906764 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ca1ce-c46b-4d6c-8ffe-83b52d75319e req-2e22044b-a79b-4d33-804f-d7c91348da5a tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:24.908170 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-911ca1ce-c46b-4d6c-8ffe-83b52d75319e req-2e22044b-a79b-4d33-804f-d7c91348da5a tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 943 time: 0.0661001 Jun 11 19:37:24.948139 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-911ca1ce-c46b-4d6c-8ffe-83b52d75319e req-009764f2-a2ca-4adc-b2e0-10698b70cbd5 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344925 Jun 11 19:37:25.665229 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e7d6338d-5c25-445c-bc35-df9019f5b8ea req-b4b80b91-0792-4ce8-831c-aeff344d576c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d00ede7a-f8da-478f-b68c-243fa8dfe003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347023 Jun 11 19:37:26.141705 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49adaa-7705-43cd-b753-8c0e36d0223d req-f69551df-d989-46aa-a27f-c5d226d98f5f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:26.143162 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ff49adaa-7705-43cd-b753-8c0e36d0223d req-f69551df-d989-46aa-a27f-c5d226d98f5f tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.2891204 Jun 11 19:37:26.182500 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ff49adaa-7705-43cd-b753-8c0e36d0223d req-3e4730c9-e186-419f-bb0a-a8c88aae3830 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337367 Jun 11 19:37:26.351636 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5959954-5460-4b8d-b2b0-3007265f6a05 req-7506943a-05f2-425b-b299-075b2176fa21 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:26.353201 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f5959954-5460-4b8d-b2b0-3007265f6a05 req-7506943a-05f2-425b-b299-075b2176fa21 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 943 time: 0.0697680 Jun 11 19:37:26.393795 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f5959954-5460-4b8d-b2b0-3007265f6a05 req-b5835a61-b83b-488e-b3b9-2e8c20daf8df tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346591 Jun 11 19:37:26.855234 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e7d6338d-5c25-445c-bc35-df9019f5b8ea req-c7bea59c-bbd7-4890-a33a-ba41856ca8bb service neutron] 10.222.0.39 "GET /v2.0/networks/d00ede7a-f8da-478f-b68c-243fa8dfe003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041484 Jun 11 19:37:26.971593 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e7d6338d-5c25-445c-bc35-df9019f5b8ea req-f0dc0a26-e082-4305-9921-f898ef07d170 service neutron] 10.222.0.39 "GET /v2.0/networks/d00ede7a-f8da-478f-b68c-243fa8dfe003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023176 Jun 11 19:37:27.359645 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:27.370481 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd301870-54c0-4227-abf1-2fbf300ffd1b req-f94605c9-21ab-40d7-a1ff-2a53ef90337a tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:27.372037 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fd301870-54c0-4227-abf1-2fbf300ffd1b req-f94605c9-21ab-40d7-a1ff-2a53ef90337a tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0747542 Jun 11 19:37:27.412672 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fd301870-54c0-4227-abf1-2fbf300ffd1b req-87d2ab49-0a73-46e5-90c8-518965c29221 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350170 Jun 11 19:37:27.573663 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb51dc6-885b-40ee-9483-87faa6ebdc9c req-b3349801-c771-43ff-995c-9ad0640977cf tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:27.575682 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7eb51dc6-885b-40ee-9483-87faa6ebdc9c req-b3349801-c771-43ff-995c-9ad0640977cf tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 943 time: 0.0693648 Jun 11 19:37:27.615344 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7eb51dc6-885b-40ee-9483-87faa6ebdc9c req-79e899d2-325a-4f48-80e5-10fe2f9c8b88 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337827 Jun 11 19:37:27.979439 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 4e2d74df-c2e4-44dd-a076-f6434fd31e9e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:37:28.097882 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 4e2d74df-c2e4-44dd-a076-f6434fd31e9e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4e2d74df-c2e4-44dd-a076-f6434fd31e9e,segment=NetworkSegment(779e537c-f7eb-4049-a2df-3ab56d4cf900),segment_id=779e537c-f7eb-4049-a2df-3ab56d4cf900)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:37:28.110311 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': '4e2d74df-c2e4-44dd-a076-f6434fd31e9e', 'network_id': 'd00ede7a-f8da-478f-b68c-243fa8dfe003', 'port_id': '4e2d74df-c2e4-44dd-a076-f6434fd31e9e', 'mac_address': 'fa:16:3e:15:a8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23da6553-7413-47ca-ab52-0ff80ef6f9ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:37:28.151671 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:28.166180 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2d74df-c2e4-44dd-a076-f6434fd31e9e {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:37:28.186616 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 4e2d74df-c2e4-44dd-a076-f6434fd31e9e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4e2d74df-c2e4-44dd-a076-f6434fd31e9e,segment=NetworkSegment(779e537c-f7eb-4049-a2df-3ab56d4cf900),segment_id=779e537c-f7eb-4049-a2df-3ab56d4cf900)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:37:28.189984 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:28.191805 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:28.245262 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=4e2d74df-c2e4-44dd-a076-f6434fd31e9e,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:28.248141 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:28.552720 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['4e2d74df-c2e4-44dd-a076-f6434fd31e9e'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:37:28.593982 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d7376-5cb3-4f06-ae4c-d3334e60502e req-09002293-e4ad-49cc-9984-66558f7b25da tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:28.595477 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0a4d7376-5cb3-4f06-ae4c-d3334e60502e req-09002293-e4ad-49cc-9984-66558f7b25da tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0723267 Jun 11 19:37:28.635444 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0a4d7376-5cb3-4f06-ae4c-d3334e60502e req-e8ae02eb-fca8-4cd7-b7f6-92d62d258d70 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343518 Jun 11 19:37:28.807179 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e40e64-e462-467d-be95-dfaad8a3d1a8 req-31bf0278-65e4-455b-ac92-94bd85e05180 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:28.808687 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e8e40e64-e462-467d-be95-dfaad8a3d1a8 req-31bf0278-65e4-455b-ac92-94bd85e05180 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 944 time: 0.0731330 Jun 11 19:37:28.853878 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e8e40e64-e462-467d-be95-dfaad8a3d1a8 req-7da37d25-fb9f-421e-84ec-86d763db48da tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393920 Jun 11 19:37:29.824364 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649ace5-6c69-4696-9a06-72f3fe54fdbf req-aa1781d5-0b38-47fe-93bd-82ef5bbf14ad tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:29.825764 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0649ace5-6c69-4696-9a06-72f3fe54fdbf req-aa1781d5-0b38-47fe-93bd-82ef5bbf14ad tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0703762 Jun 11 19:37:29.866098 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0649ace5-6c69-4696-9a06-72f3fe54fdbf req-232c68f7-5fd9-49de-9d04-9a8f7ee72060 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343781 Jun 11 19:37:30.030796 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb59da6-8e7f-4052-8059-92d4c3e57186 req-8828f925-081f-4968-ac49-ee733e6296e2 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:30.032202 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ceb59da6-8e7f-4052-8059-92d4c3e57186 req-8828f925-081f-4968-ac49-ee733e6296e2 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 944 time: 0.0672133 Jun 11 19:37:30.073158 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ceb59da6-8e7f-4052-8059-92d4c3e57186 req-e6e32b1c-522d-4f1e-bf09-edc6d480f221 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354364 Jun 11 19:37:31.045334 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e3796-2e1e-488e-ada8-0d8219c92c41 req-e3c0ddf2-9831-4008-9e65-00b0262ea087 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:31.046793 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-320e3796-2e1e-488e-ada8-0d8219c92c41 req-e3c0ddf2-9831-4008-9e65-00b0262ea087 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0710831 Jun 11 19:37:31.087657 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-320e3796-2e1e-488e-ada8-0d8219c92c41 req-ec796050-8d2b-410b-bb97-a266056b4da1 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352638 Jun 11 19:37:31.251845 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356ba6d-73c4-46a1-a67b-17fe1e812d39 req-bee65ee7-41aa-45c6-aaa2-60bc30d32711 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:31.253246 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6356ba6d-73c4-46a1-a67b-17fe1e812d39 req-bee65ee7-41aa-45c6-aaa2-60bc30d32711 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 944 time: 0.0664201 Jun 11 19:37:31.292916 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6356ba6d-73c4-46a1-a67b-17fe1e812d39 req-71e1082e-d2a2-4669-ae06-8698b317476f tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341704 Jun 11 19:37:32.274272 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac6f07-6e54-4ecb-86b6-a0a80c0e63fc req-d7fc0f7a-7c6a-4893-b203-4c24b6bd4190 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:32.275918 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-faac6f07-6e54-4ecb-86b6-a0a80c0e63fc req-d7fc0f7a-7c6a-4893-b203-4c24b6bd4190 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0743592 Jun 11 19:37:32.317183 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-faac6f07-6e54-4ecb-86b6-a0a80c0e63fc req-fc5b5098-3a37-4e14-ae29-dbc656b5aa0d tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7cecbb1-ea90-45b5-9076-805cd46ed71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351880 Jun 11 19:37:32.477472 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a7bdb-3963-4e43-90cd-c96d9aab4eb0 req-aad70f2b-5241-4bad-b15c-3bb365ea7f51 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:32.478928 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4a3a7bdb-3963-4e43-90cd-c96d9aab4eb0 req-aad70f2b-5241-4bad-b15c-3bb365ea7f51 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 944 time: 0.0685503 Jun 11 19:37:32.522056 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4a3a7bdb-3963-4e43-90cd-c96d9aab4eb0 req-f9ab20b3-f7a7-49e5-989f-3df6b79d4263 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370073 Jun 11 19:37:32.734067 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c711696-f8d1-4ab5-b5f3-7060fc64c722 req-5d7245e9-b4fe-4b42-9e37-379816dfed56 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:32.735453 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5c711696-f8d1-4ab5-b5f3-7060fc64c722 req-5d7245e9-b4fe-4b42-9e37-379816dfed56 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 945 time: 0.0697384 Jun 11 19:37:32.859388 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-5c711696-f8d1-4ab5-b5f3-7060fc64c722 req-e79d8a50-c02c-4c4f-a24a-4cd590125296 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Deleting port 8fba1692-e7a1-4932-bbc9-1079b5b19d87 {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:37:32.859943 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-5c711696-f8d1-4ab5-b5f3-7060fc64c722 req-e79d8a50-c02c-4c4f-a24a-4cd590125296 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:32.972791 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-5c711696-f8d1-4ab5-b5f3-7060fc64c722 req-e79d8a50-c02c-4c4f-a24a-4cd590125296 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] For port 8fba1692-e7a1-4932-bbc9-1079b5b19d87, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8fba1692-e7a1-4932-bbc9-1079b5b19d87,segment=NetworkSegment(5b757fcb-3390-4942-a0fd-d98d88f64874),segment_id=5b757fcb-3390-4942-a0fd-d98d88f64874)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:37:32.973150 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-5c711696-f8d1-4ab5-b5f3-7060fc64c722 req-e79d8a50-c02c-4c4f-a24a-4cd590125296 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:33.074536 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-5c711696-f8d1-4ab5-b5f3-7060fc64c722 req-e79d8a50-c02c-4c4f-a24a-4cd590125296 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Calling delete_port for 8fba1692-e7a1-4932-bbc9-1079b5b19d87 owned by compute:nova {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:37:33.227226 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-5c711696-f8d1-4ab5-b5f3-7060fc64c722 req-e79d8a50-c02c-4c4f-a24a-4cd590125296 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:33.231019 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-7d4eba9c-ebe8-4f82-a89f-488b68f72093 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:33.239365 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['8fba1692-e7a1-4932-bbc9-1079b5b19d87'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:37:33.265681 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d8a50-c02c-4c4f-a24a-4cd590125296 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Pushing event deleted for resources: {'Port': ['ID=8fba1692-e7a1-4932-bbc9-1079b5b19d87,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:33.268648 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e79d8a50-c02c-4c4f-a24a-4cd590125296 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:33.319076 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c711696-f8d1-4ab5-b5f3-7060fc64c722 req-e79d8a50-c02c-4c4f-a24a-4cd590125296 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] No DVR routers for this DVR port 8fba1692-e7a1-4932-bbc9-1079b5b19d87 on host hv-cinder-79053 {{(pid=91834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:37:33.321984 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-5c711696-f8d1-4ab5-b5f3-7060fc64c722 req-e79d8a50-c02c-4c4f-a24a-4cd590125296 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:33.323941 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5c711696-f8d1-4ab5-b5f3-7060fc64c722 req-e79d8a50-c02c-4c4f-a24a-4cd590125296 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.39 "DELETE /v2.0/ports/8fba1692-e7a1-4932-bbc9-1079b5b19d87 HTTP/1.1" status: 204 len: 173 time: 0.5797622 Jun 11 19:37:33.324428 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdcf97e-7c49-4a5d-8a47-9518463f39ec', 'name': 'network-vif-deleted', 'tag': '8fba1692-e7a1-4932-bbc9-1079b5b19d87'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:37:33.326720 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3384f6b6-95ac-43c1-8806-a13ccdb0eee6" -d '{"events": [{"server_uuid": "cbdcf97e-7c49-4a5d-8a47-9518463f39ec", "name": "network-vif-deleted", "tag": "8fba1692-e7a1-4932-bbc9-1079b5b19d87"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:37:33.367081 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4c11b3-e523-4be8-bb80-9d4d6f544c59 x-openstack-request-id: req-6c4c11b3-e523-4be8-bb80-9d4d6f544c59 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:37:33.367459 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdcf97e-7c49-4a5d-8a47-9518463f39ec", "name": "network-vif-deleted", "tag": "8fba1692-e7a1-4932-bbc9-1079b5b19d87", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:37:33.367739 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c4c11b3-e523-4be8-bb80-9d4d6f544c59 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:37:33.368155 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdcf97e-7c49-4a5d-8a47-9518463f39ec', 'name': 'network-vif-deleted', 'tag': '8fba1692-e7a1-4932-bbc9-1079b5b19d87', 'status': 'completed', 'code': 200} Jun 11 19:37:33.475612 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-59544207-7d2e-48b8-b3b2-9e7a3cc5af23 req-e7943ba3-4b59-450d-8328-5462ab2aa8c1 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 210 time: 0.0360072 Jun 11 19:37:33.725122 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3470084-c3fb-44c9-886c-986f9633d3ae req-b5957e68-80b9-45a9-b408-eb93e4381ba9 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:33.726513 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e3470084-c3fb-44c9-886c-986f9633d3ae req-b5957e68-80b9-45a9-b408-eb93e4381ba9 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 944 time: 0.0755417 Jun 11 19:37:33.774013 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e3470084-c3fb-44c9-886c-986f9633d3ae req-f628e2b4-5027-4679-b803-171c793c5d44 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416441 Jun 11 19:37:34.603954 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 4e2d74df-c2e4-44dd-a076-f6434fd31e9e up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:37:34.636985 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fc7f19df-8aa8-4545-9751-0478940dcf0e req-53748180-6474-42f2-b619-5389af0794ae tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 210 time: 0.0328932 Jun 11 19:37:34.657557 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port 4e2d74df-c2e4-44dd-a076-f6434fd31e9e completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:37:34.661310 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port 4e2d74df-c2e4-44dd-a076-f6434fd31e9e triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:37:34.661689 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:34.750101 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:34.774379 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a358859-d29a-46ac-bda6-bbd31e6ff95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2d74df-c2e4-44dd-a076-f6434fd31e9e'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:37:34.776667 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dc857c-858a-4a43-9115-2141bcdbfc4c" -d '{"events": [{"server_uuid": "6a358859-d29a-46ac-bda6-bbd31e6ff95d", "name": "network-vif-plugged", "status": "completed", "tag": "4e2d74df-c2e4-44dd-a076-f6434fd31e9e"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:37:34.792213 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 4e2d74df-c2e4-44dd-a076-f6434fd31e9e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4e2d74df-c2e4-44dd-a076-f6434fd31e9e,segment=NetworkSegment(779e537c-f7eb-4049-a2df-3ab56d4cf900),segment_id=779e537c-f7eb-4049-a2df-3ab56d4cf900)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:37:34.797044 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:34.799705 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:34.826607 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8585835-ebda-4b2c-8af9-a65e678f5c5c x-openstack-request-id: req-f8585835-ebda-4b2c-8af9-a65e678f5c5c {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:37:34.826899 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a358859-d29a-46ac-bda6-bbd31e6ff95d", "name": "network-vif-plugged", "status": "completed", "tag": "4e2d74df-c2e4-44dd-a076-f6434fd31e9e", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:37:34.827157 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8585835-ebda-4b2c-8af9-a65e678f5c5c {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:37:34.827541 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a358859-d29a-46ac-bda6-bbd31e6ff95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2d74df-c2e4-44dd-a076-f6434fd31e9e', 'code': 200} Jun 11 19:37:34.854423 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=4e2d74df-c2e4-44dd-a076-f6434fd31e9e,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:34.861947 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:34.862297 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:34.862685 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:34.863018 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:34.863349 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:34.863676 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:34.863999 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:34.864323 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:34.864650 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:34.864964 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:34.865279 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:34.865593 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:34.869381 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:34.954933 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d628a05-2055-4afa-894c-eb3e25b868af req-cedda48e-c39a-4f87-9d05-986c6276ee9c tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:34.956606 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2d628a05-2055-4afa-894c-eb3e25b868af req-cedda48e-c39a-4f87-9d05-986c6276ee9c tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 945 time: 0.0686302 Jun 11 19:37:35.000070 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2d628a05-2055-4afa-894c-eb3e25b868af req-e0ebb796-b51c-4457-8f86-790d40a6e8e6 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378230 Jun 11 19:37:35.798022 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a5189d86-2e1b-4631-9fbd-21286ce8d72c req-fd02cad5-c84e-4de5-a216-693c6ce32b2d tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 210 time: 0.0324974 Jun 11 19:37:36.177260 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a695a6-a737-4166-8b4f-6712a26d6b63 req-49bf94e5-ee63-4c18-b96a-90bcfd80b0bb tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:36.178610 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d1a695a6-a737-4166-8b4f-6712a26d6b63 req-49bf94e5-ee63-4c18-b96a-90bcfd80b0bb tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 945 time: 0.0670435 Jun 11 19:37:36.219410 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d1a695a6-a737-4166-8b4f-6712a26d6b63 req-b96bb624-56e8-4547-a567-d4f792a3f9b9 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353565 Jun 11 19:37:36.674479 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-3bb7343e-ba04-459c-af2f-35ebeab86637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:36.674987 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08097b2-b111-465f-ae15-e7022f7ad24d req-5dba7748-cae9-4f43-91d7-3815a6c1ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:36.675974 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a08097b2-b111-465f-ae15-e7022f7ad24d req-5dba7748-cae9-4f43-91d7-3815a6c1ff19 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 1098 time: 0.0604079 Jun 11 19:37:36.715117 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a08097b2-b111-465f-ae15-e7022f7ad24d req-50db0da5-a18a-4498-9508-c0dd6df02a42 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315182 Jun 11 19:37:36.959527 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1d50df21-eb5f-4453-b8bb-06cb2b223939 req-7f072e2d-893b-4c92-8c7f-f97515ea92b8 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbdcf97e-7c49-4a5d-8a47-9518463f39ec HTTP/1.1" status: 200 len: 210 time: 0.0322614 Jun 11 19:37:37.401329 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc511689-6a7b-4952-9e50-e9ab1e154787 req-f3c23322-6f12-425e-9801-8d59626e827c tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:37.402783 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cc511689-6a7b-4952-9e50-e9ab1e154787 req-f3c23322-6f12-425e-9801-8d59626e827c tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 945 time: 0.0688195 Jun 11 19:37:37.445117 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cc511689-6a7b-4952-9e50-e9ab1e154787 req-8fa45c27-0f43-4130-88a3-505d674c317a tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362201 Jun 11 19:37:38.018862 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 8fba1692-e7a1-4932-bbc9-1079b5b19d87 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:37:38.043222 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: 8fba1692-e7a1-4932-bbc9-1079b5b19d87 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:37:38.043742 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 8fba1692-e7a1-4932-bbc9-1079b5b19d87 not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:37:38.056970 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42122) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:38.566038 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0978dbd9-710a-4f63-a21f-4bef38296698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-935124'] for router_interface, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:38.642791 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df59cd-a8e6-4800-acbd-77a5779d898b req-7c8baaf1-5dd2-4458-8a34-e9c5d4aeb9ee tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:38.644343 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f0df59cd-a8e6-4800-acbd-77a5779d898b req-7c8baaf1-5dd2-4458-8a34-e9c5d4aeb9ee tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 945 time: 0.0868547 Jun 11 19:37:38.689449 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f0df59cd-a8e6-4800-acbd-77a5779d898b req-ff7aeaa0-c110-47dd-ad75-7d0bf380817e tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388994 Jun 11 19:37:39.043536 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-ffd3dbd6-5559-4f33-ad18-60de9001db42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:39.234141 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:39.236327 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-0978dbd9-710a-4f63-a21f-4bef38296698 admin admin] Deleting port 1c8f374f-121a-48ec-a9f5-9b739a6fae7b {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:37:39.236816 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0978dbd9-710a-4f63-a21f-4bef38296698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:39.296871 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42164) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:39.338013 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [None req-0978dbd9-710a-4f63-a21f-4bef38296698 admin admin] For port 1c8f374f-121a-48ec-a9f5-9b739a6fae7b, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=1c8f374f-121a-48ec-a9f5-9b739a6fae7b,segment=NetworkSegment(5b757fcb-3390-4942-a0fd-d98d88f64874),segment_id=5b757fcb-3390-4942-a0fd-d98d88f64874)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:37:39.338374 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0978dbd9-710a-4f63-a21f-4bef38296698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:39.439524 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-0978dbd9-710a-4f63-a21f-4bef38296698 admin admin] Calling delete_port for 1c8f374f-121a-48ec-a9f5-9b739a6fae7b owned by network:router_interface {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:37:39.440426 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d3d59f60-e85b-40a8-8b62-5113e6d24330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:39.534841 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d3d59f60-e85b-40a8-8b62-5113e6d24330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:39.538299 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d3d59f60-e85b-40a8-8b62-5113e6d24330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:39.541520 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-c2f5e06c-7452-457a-ac3c-cb0e3831d864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:39.579862 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-d3d59f60-e85b-40a8-8b62-5113e6d24330 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6305069371de4076ad6bea43461ec0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818453 Jun 11 19:37:39.580768 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d59f60-e85b-40a8-8b62-5113e6d24330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9dcf9f-99d5-4309-a4b6-6d1eb2d34da1,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:39.583246 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42170) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:39.589231 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-d3d59f60-e85b-40a8-8b62-5113e6d24330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:39.642059 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d4ae7c26-2454-4e70-842f-92511d0350b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:39.666562 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d4ae7c26-2454-4e70-842f-92511d0350b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:39.685511 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0978dbd9-710a-4f63-a21f-4bef38296698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:39.688428 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c73adb9c-9d03-4a36-b9b9-87ec0cb1f2aa tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:39.721184 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978dbd9-710a-4f63-a21f-4bef38296698 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c8f374f-121a-48ec-a9f5-9b739a6fae7b,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:39.724701 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d4ae7c26-2454-4e70-842f-92511d0350b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:39.724859 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-0978dbd9-710a-4f63-a21f-4bef38296698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:39.729647 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d4ae7c26-2454-4e70-842f-92511d0350b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:39.743849 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-d4ae7c26-2454-4e70-842f-92511d0350b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c9dcf9f-99d5-4309-a4b6-6d1eb2d34da1 HTTP/1.1" status: 204 len: 168 time: 0.1522446 Jun 11 19:37:39.751406 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-d180c294-42b1-4dd9-9926-4cf94aacd8f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:39.764929 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae7c26-2454-4e70-842f-92511d0350b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9dcf9f-99d5-4309-a4b6-6d1eb2d34da1,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:39.767192 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-d4ae7c26-2454-4e70-842f-92511d0350b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:39.945632 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0978dbd9-710a-4f63-a21f-4bef38296698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932420'] for router_interface, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:40.241832 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0978dbd9-710a-4f63-a21f-4bef38296698 admin admin] Router a26f2775-1728-45ba-a200-f840431d0af5 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:37:40.385393 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0978dbd9-710a-4f63-a21f-4bef38296698 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:37:40.391388 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-0978dbd9-710a-4f63-a21f-4bef38296698 admin admin] 10.222.0.24 "PUT /v2.0/routers/a26f2775-1728-45ba-a200-f840431d0af5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3327892 Jun 11 19:37:40.393506 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42200) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:40.398331 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:40.407751 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff3fa5a-cd03-4635-acd7-fee5f4b665c7 None None] Sync routers for ids ['a26f2775-1728-45ba-a200-f840431d0af5'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:37:40.417124 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff3fa5a-cd03-4635-acd7-fee5f4b665c7 None None] Routers {'a26f2775-1728-45ba-a200-f840431d0af5'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:37:40.417701 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-7ff3fa5a-cd03-4635-acd7-fee5f4b665c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:37:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['a26f2775-1728-45ba-a200-f840431d0af5'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:40.552491 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c63cd4f9-21b5-487b-b322-5e2512a67102 admin admin] Notify callbacks [] for router, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:40.665180 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-7ff3fa5a-cd03-4635-acd7-fee5f4b665c7 None None] Set router a26f2775-1728-45ba-a200-f840431d0af5 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:37:40.696303 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c63cd4f9-21b5-487b-b322-5e2512a67102 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:40.764114 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-c63cd4f9-21b5-487b-b322-5e2512a67102 admin admin] Deleting port 2460dcb3-11e3-49bb-b737-a12ae12013ab {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:37:40.764460 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c63cd4f9-21b5-487b-b322-5e2512a67102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:40.874259 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [None req-c63cd4f9-21b5-487b-b322-5e2512a67102 admin admin] For port 2460dcb3-11e3-49bb-b737-a12ae12013ab, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=2460dcb3-11e3-49bb-b737-a12ae12013ab,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:37:40.875050 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c63cd4f9-21b5-487b-b322-5e2512a67102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:40.923740 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-7ff3fa5a-cd03-4635-acd7-fee5f4b665c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26f2775-1728-45ba-a200-f840431d0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-326637053-router', 'tenant_id': '04490ad1893e47cf8f786a89c2a73e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2460dcb3-11e3-49bb-b737-a12ae12013ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:34:00Z', 'updated_at': '2021-06-11T19:37:39Z', 'revision_number': 5, 'project_id': '04490ad1893e47cf8f786a89c2a73e07', 'gw_port': {'id': '2460dcb3-11e3-49bb-b737-a12ae12013ab', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26f2775-1728-45ba-a200-f840431d0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:34:01Z', 'updated_at': '2021-06-11T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:40.928500 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff3fa5a-cd03-4635-acd7-fee5f4b665c7 None None] Checking router: a26f2775-1728-45ba-a200-f840431d0af5 for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:37:40.938530 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff3fa5a-cd03-4635-acd7-fee5f4b665c7 None None] Routers {'a26f2775-1728-45ba-a200-f840431d0af5'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:37:40.939768 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-7ff3fa5a-cd03-4635-acd7-fee5f4b665c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:37:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['a26f2775-1728-45ba-a200-f840431d0af5'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:40.993330 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-c63cd4f9-21b5-487b-b322-5e2512a67102 admin admin] Calling delete_port for 2460dcb3-11e3-49bb-b737-a12ae12013ab owned by network:router_gateway {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:37:41.061207 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-7ff3fa5a-cd03-4635-acd7-fee5f4b665c7 None None] Set router a26f2775-1728-45ba-a200-f840431d0af5 gateway port host: None {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:37:41.146893 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-7ff3fa5a-cd03-4635-acd7-fee5f4b665c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26f2775-1728-45ba-a200-f840431d0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-326637053-router', 'tenant_id': '04490ad1893e47cf8f786a89c2a73e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:34:00Z', 'updated_at': '2021-06-11T19:37:40Z', 'revision_number': 6, 'project_id': '04490ad1893e47cf8f786a89c2a73e07', 'gw_port_host': None}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:41.151125 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff3fa5a-cd03-4635-acd7-fee5f4b665c7 None None] The sync data for ids ['a26f2775-1728-45ba-a200-f840431d0af5'] in dv-cinder-790535-3-iscsi is: [{'id': 'a26f2775-1728-45ba-a200-f840431d0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-326637053-router', 'tenant_id': '04490ad1893e47cf8f786a89c2a73e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:34:00Z', 'updated_at': '2021-06-11T19:37:40Z', 'revision_number': 6, 'project_id': '04490ad1893e47cf8f786a89c2a73e07', 'gw_port_host': None}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:37:41.232036 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c63cd4f9-21b5-487b-b322-5e2512a67102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:41.235343 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:41.268362 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cd4f9-21b5-487b-b322-5e2512a67102 admin admin] Pushing event deleted for resources: {'Port': ['ID=2460dcb3-11e3-49bb-b737-a12ae12013ab,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:41.271466 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-c63cd4f9-21b5-487b-b322-5e2512a67102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:41.342465 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c63cd4f9-21b5-487b-b322-5e2512a67102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931095'] for router_gateway, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:41.494083 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42244) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:41.618860 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b47d3922-af70-4072-a40a-ec9d34e5dc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:41.717614 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b47d3922-af70-4072-a40a-ec9d34e5dc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:41.721227 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b47d3922-af70-4072-a40a-ec9d34e5dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:41.723800 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-022ac68a-2d29-4aad-a608-0a25c28973e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:41.735414 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c63cd4f9-21b5-487b-b322-5e2512a67102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10995'] for router, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:41.737470 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c63cd4f9-21b5-487b-b322-5e2512a67102 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:41.761864 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d3922-af70-4072-a40a-ec9d34e5dc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9493624-07bc-48f4-b1a1-33d59b3c0ee8,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:41.765579 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-b47d3922-af70-4072-a40a-ec9d34e5dc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:41.771991 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-b47d3922-af70-4072-a40a-ec9d34e5dc61 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a0b0f4bb54a4c97818107bb5bb00a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735310 Jun 11 19:37:41.771991 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42248) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:41.814747 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c63cd4f9-21b5-487b-b322-5e2512a67102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934704'] for router, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:41.815292 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63cd4f9-21b5-487b-b322-5e2512a67102 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a26f2775-1728-45ba-a200-f840431d0af5 {{(pid=91834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 19:37:41.820026 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c63cd4f9-21b5-487b-b322-5e2512a67102 admin admin] Notify callbacks [] for router, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:41.821204 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-c63cd4f9-21b5-487b-b322-5e2512a67102 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a26f2775-1728-45ba-a200-f840431d0af5 HTTP/1.1" status: 204 len: 168 time: 1.4267194 Jun 11 19:37:41.823693 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42250) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:41.825122 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-1c41c9dd-fd6d-4278-92d2-a5913e0ea502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:41.848081 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-1c41c9dd-fd6d-4278-92d2-a5913e0ea502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:41.875183 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86377ca-09aa-4490-9b4b-1c809f3c4242 admin admin] Deleting subnet 9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b {{(pid=91834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:37:41.878036 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f86377ca-09aa-4490-9b4b-1c809f3c4242 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:41.900431 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-1c41c9dd-fd6d-4278-92d2-a5913e0ea502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:41.903485 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-1c41c9dd-fd6d-4278-92d2-a5913e0ea502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:41.905470 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:41.907676 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-1c41c9dd-fd6d-4278-92d2-a5913e0ea502 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9493624-07bc-48f4-b1a1-33d59b3c0ee8 HTTP/1.1" status: 204 len: 168 time: 0.1348834 Jun 11 19:37:41.908509 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c23b8090-6bde-4d0d-84e9-069d5bc35f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:41.918207 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41c9dd-fd6d-4278-92d2-a5913e0ea502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9493624-07bc-48f4-b1a1-33d59b3c0ee8,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:41.920516 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-1c41c9dd-fd6d-4278-92d2-a5913e0ea502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:41.923482 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f86377ca-09aa-4490-9b4b-1c809f3c4242 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564940'] for subnet, precommit_delete_associations {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:41.983184 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f86377ca-09aa-4490-9b4b-1c809f3c4242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924851'] for subnet, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.058505 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f86377ca-09aa-4490-9b4b-1c809f3c4242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11999742'] for subnet, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.061459 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:42.073436 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 1c8f374f-121a-48ec-a9f5-9b739a6fae7b no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:37:42.113491 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: 1c8f374f-121a-48ec-a9f5-9b739a6fae7b {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:37:42.114067 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 1c8f374f-121a-48ec-a9f5-9b739a6fae7b not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:37:42.131124 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86377ca-09aa-4490-9b4b-1c809f3c4242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:42.133897 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f86377ca-09aa-4490-9b4b-1c809f3c4242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:42.134899 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f86377ca-09aa-4490-9b4b-1c809f3c4242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.136712 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-f86377ca-09aa-4490-9b4b-1c809f3c4242 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9e8758bd-3ab6-4863-baf8-b3fc0b9cc09b HTTP/1.1" status: 204 len: 168 time: 0.3120315 Jun 11 19:37:42.139278 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42260) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:42.238185 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6982c29d-551c-478a-b83a-c55adbc2b330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2080632'] for network, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.240131 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42264) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:42.364826 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42270) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:42.377379 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6982c29d-551c-478a-b83a-c55adbc2b330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922414', 'neutron.services.segments.db._delete_segments_for_network-8747756516280'] for network, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.385318 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-03716340-eefc-4ee6-ae11-e2afc710be55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.389097 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-6982c29d-551c-478a-b83a-c55adbc2b330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08aeeb0b-694c-42b6-8786-0226a443cd46']}} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:42.400806 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-6982c29d-551c-478a-b83a-c55adbc2b330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b757fcb-3390-4942-a0fd-d98d88f64874') {'for_net_delete': True} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:42.401219 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-6982c29d-551c-478a-b83a-c55adbc2b330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b757fcb-3390-4942-a0fd-d98d88f64874') {} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:42.412178 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6982c29d-551c-478a-b83a-c55adbc2b330 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747756516118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564935'] for segment, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.433356 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6982c29d-551c-478a-b83a-c55adbc2b330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.439413 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6982c29d-551c-478a-b83a-c55adbc2b330 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=91834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:37:42.439842 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6982c29d-551c-478a-b83a-c55adbc2b330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9110980'] for segment, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: Traceback (most recent call last): Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: timer() Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: cb(*args, **kw) Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: return func(*args, **kwargs) Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: self._notify() Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: self.callback(batched_events) Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: event.method(event) Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: return f(self, *a, **k) Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: return self._get(url).json() Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: return self.request(url, 'GET', **kwargs) Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:37:42.441560 dv-cinder-790535-3-iscsi neutron-server[91834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:37:42.495855 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-03716340-eefc-4ee6-ae11-e2afc710be55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.501120 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-03716340-eefc-4ee6-ae11-e2afc710be55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.504126 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-2dc7e2d6-363b-483c-baec-e852286b4e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:42.520512 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6982c29d-551c-478a-b83a-c55adbc2b330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931082'] for network, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.527523 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6982c29d-551c-478a-b83a-c55adbc2b330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.531029 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-6982c29d-551c-478a-b83a-c55adbc2b330 admin admin] 10.222.0.24 "DELETE /v2.0/networks/08aeeb0b-694c-42b6-8786-0226a443cd46 HTTP/1.1" status: 204 len: 168 time: 0.3907995 Jun 11 19:37:42.531748 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:42.537137 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ecce8ec9-b889-4e52-a51e-d7a4bdd55649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.547480 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982c29d-551c-478a-b83a-c55adbc2b330 admin admin] Pushing event deleted for resources: {'Network': ['ID=08aeeb0b-694c-42b6-8786-0226a443cd46,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:42.549905 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-6982c29d-551c-478a-b83a-c55adbc2b330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:42.571865 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-03716340-eefc-4ee6-ae11-e2afc710be55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=decccf25f49843da8ec3d16ca1cf19f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2059691 Jun 11 19:37:42.574468 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42276) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:42.575126 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03716340-eefc-4ee6-ae11-e2afc710be55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a748f9-1979-4349-9693-bf3f1f7d0af7,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:42.579230 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-03716340-eefc-4ee6-ae11-e2afc710be55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:42.642428 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e739b0d4-9c90-4b63-b433-6d5f03b214dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.663572 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ecce8ec9-b889-4e52-a51e-d7a4bdd55649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.666504 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e739b0d4-9c90-4b63-b433-6d5f03b214dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.668261 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ecce8ec9-b889-4e52-a51e-d7a4bdd55649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.672341 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-1c41c9dd-fd6d-4278-92d2-a5913e0ea502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:42.684653 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42278) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:42.710241 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-ecce8ec9-b889-4e52-a51e-d7a4bdd55649 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afc1023fd37642dcb3832a374aa51df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4690335 Jun 11 19:37:42.712698 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce8ec9-b889-4e52-a51e-d7a4bdd55649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf74c18d-7ccc-4508-a9f5-d9a1d0ad6fdd,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:42.714951 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42280) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:42.717373 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-ecce8ec9-b889-4e52-a51e-d7a4bdd55649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:42.746975 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-35f716f8-4275-4efd-8ad9-5fb6ed43d451 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04490ad1893e47cf8f786a89c2a73e07&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0610619 Jun 11 19:37:42.749286 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42282) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:42.777894 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e739b0d4-9c90-4b63-b433-6d5f03b214dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.780591 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-701983b3-a414-44cf-af5a-0a4546792cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.780991 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e739b0d4-9c90-4b63-b433-6d5f03b214dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.782089 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-e739b0d4-9c90-4b63-b433-6d5f03b214dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2a748f9-1979-4349-9693-bf3f1f7d0af7 HTTP/1.1" status: 204 len: 168 time: 0.2065089 Jun 11 19:37:42.788046 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-d3d59f60-e85b-40a8-8b62-5113e6d24330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:42.802210 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739b0d4-9c90-4b63-b433-6d5f03b214dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a748f9-1979-4349-9693-bf3f1f7d0af7,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:42.805613 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e739b0d4-9c90-4b63-b433-6d5f03b214dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:42.806768 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-701983b3-a414-44cf-af5a-0a4546792cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.834850 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-39e1d950-e663-4e60-b5ff-b5d50cd43cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.864645 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-39e1d950-e663-4e60-b5ff-b5d50cd43cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.872331 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-701983b3-a414-44cf-af5a-0a4546792cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.875887 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-701983b3-a414-44cf-af5a-0a4546792cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.877594 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-701983b3-a414-44cf-af5a-0a4546792cf8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf74c18d-7ccc-4508-a9f5-d9a1d0ad6fdd HTTP/1.1" status: 204 len: 168 time: 0.1617694 Jun 11 19:37:42.879291 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c3294350-9410-4f61-ae0a-2757940a74f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:42.889426 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701983b3-a414-44cf-af5a-0a4546792cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf74c18d-7ccc-4508-a9f5-d9a1d0ad6fdd,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:42.892113 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-701983b3-a414-44cf-af5a-0a4546792cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:42.921226 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-39e1d950-e663-4e60-b5ff-b5d50cd43cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.924200 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-39e1d950-e663-4e60-b5ff-b5d50cd43cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:42.927852 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-39e1d950-e663-4e60-b5ff-b5d50cd43cf5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7cecbb1-ea90-45b5-9076-805cd46ed71e HTTP/1.1" status: 204 len: 168 time: 0.1744368 Jun 11 19:37:42.927852 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-a4150c14-99dc-49d4-a160-f8c24f17e003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:42.938014 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1d950-e663-4e60-b5ff-b5d50cd43cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cecbb1-ea90-45b5-9076-805cd46ed71e,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:42.940937 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-39e1d950-e663-4e60-b5ff-b5d50cd43cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:43.621944 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 2460dcb3-11e3-49bb-b737-a12ae12013ab no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:37:43.649458 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: 2460dcb3-11e3-49bb-b737-a12ae12013ab {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:37:43.649813 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 2460dcb3-11e3-49bb-b737-a12ae12013ab not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:37:43.856758 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42346) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:44.033786 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42356) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:44.034931 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-4ec15784-45b4-4381-b4b4-d701dc675cb3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-724175309-network', 'tenant_id': 'ac43cd227abd45ed8a5a52e3d384263b'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:37:44.057917 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec15784-45b4-4381-b4b4-d701dc675cb3 admin admin] Made reservation on behalf of ac43cd227abd45ed8a5a52e3d384263b for: {'network': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:37:44.060794 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4ec15784-45b4-4381-b4b4-d701dc675cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for network, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:44.072581 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4ec15784-45b4-4381-b4b4-d701dc675cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:44.084698 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-e0b1295a-c597-4292-9304-5bfbec74288c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-375069497-network', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:37:44.168303 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4ec15784-45b4-4381-b4b4-d701dc675cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:44.172862 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4ec15784-45b4-4381-b4b4-d701dc675cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:44.179377 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-4a1f8a06-8c7d-44f6-bc88-9260c3cc4720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:44.188264 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b1295a-c597-4292-9304-5bfbec74288c admin admin] Made reservation on behalf of e11c9a92b2034fce97efde0e6eb32aa1 for: {'network': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:37:44.190813 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e0b1295a-c597-4292-9304-5bfbec74288c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for network, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:44.202202 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e0b1295a-c597-4292-9304-5bfbec74288c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:44.208486 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec15784-45b4-4381-b4b4-d701dc675cb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=91833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:37:44.214031 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec15784-45b4-4381-b4b4-d701dc675cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fb4c98-f4c4-4f01-96f5-4ede9cd10f82,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:44.218330 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-4ec15784-45b4-4381-b4b4-d701dc675cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:44.224206 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4ec15784-45b4-4381-b4b4-d701dc675cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:44.224538 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.segments_db [None req-4ec15784-45b4-4381-b4b4-d701dc675cb3 admin admin] Added segment 2205ca1a-11bf-4f39-9fe2-dbec31a66dda of type vlan for network 40ec1217-30cd-4cc6-8797-61661d84d3d8 Jun 11 19:37:44.295676 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4ec15784-45b4-4381-b4b4-d701dc675cb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747756045487'] for network, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:44.307310 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e0b1295a-c597-4292-9304-5bfbec74288c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:44.311848 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e0b1295a-c597-4292-9304-5bfbec74288c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:44.316833 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-58aefbdd-133b-4e60-b6c4-fcc11e68f834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:44.327875 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4ec15784-45b4-4381-b4b4-d701dc675cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:44.329287 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec15784-45b4-4381-b4b4-d701dc675cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:44.329980 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4ec15784-45b4-4381-b4b4-d701dc675cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:44.334077 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:44.346738 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b1295a-c597-4292-9304-5bfbec74288c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=91834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:37:44.364116 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1295a-c597-4292-9304-5bfbec74288c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b8a29a-e5b3-4f3f-984a-5ccb2c4eea17,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:44.367347 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e0b1295a-c597-4292-9304-5bfbec74288c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:44.368259 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-4ec15784-45b4-4381-b4b4-d701dc675cb3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5095778 Jun 11 19:37:44.370857 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.segments_db [None req-e0b1295a-c597-4292-9304-5bfbec74288c admin admin] Added segment 4b7ace0d-c4d2-439a-98ac-04c1e8998ff7 of type vlan for network e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b Jun 11 19:37:44.371149 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42364) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:44.372458 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e0b1295a-c597-4292-9304-5bfbec74288c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:44.377678 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-ae2fcb06-fd42-470e-b525-6f99e8c26b0d admin admin] Request body: {'subnet': {'network_id': '40ec1217-30cd-4cc6-8797-61661d84d3d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-724175309-subnet', 'tenant_id': 'ac43cd227abd45ed8a5a52e3d384263b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:37:44.396928 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42366) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:44.428280 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e0b1295a-c597-4292-9304-5bfbec74288c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747756045487'] for network, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:44.456241 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec15784-45b4-4381-b4b4-d701dc675cb3 admin admin] Pushing event updated for resources: {'Network': ['ID=40ec1217-30cd-4cc6-8797-61661d84d3d8,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:44.459321 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-4ec15784-45b4-4381-b4b4-d701dc675cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:44.464246 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e0b1295a-c597-4292-9304-5bfbec74288c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:44.465461 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b1295a-c597-4292-9304-5bfbec74288c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:44.466226 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e0b1295a-c597-4292-9304-5bfbec74288c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:44.468698 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Network 40ec1217-30cd-4cc6-8797-61661d84d3d8 details requested by agent ovs-agent-dv-cinder-790535-3-iscsi with host dv-cinder-790535-3-iscsi {{(pid=91835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:37:44.468868 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2fcb06-fd42-470e-b525-6f99e8c26b0d admin admin] Made reservation on behalf of ac43cd227abd45ed8a5a52e3d384263b for: {'subnet': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:37:44.470630 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:44.471768 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ae2fcb06-fd42-470e-b525-6f99e8c26b0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8635710'] for subnet, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:44.496443 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-e0b1295a-c597-4292-9304-5bfbec74288c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4615459 Jun 11 19:37:44.499345 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42372) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:44.504622 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-0c6db1d4-4436-4df0-a050-82ef758b6768 admin admin] Request body: {'subnet': {'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-subnet', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:37:44.572934 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1295a-c597-4292-9304-5bfbec74288c admin admin] Pushing event updated for resources: {'Network': ['ID=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:44.576827 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e0b1295a-c597-4292-9304-5bfbec74288c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:44.586836 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Network e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b details requested by agent ovs-agent-dv-cinder-790535-3-iscsi with host dv-cinder-790535-3-iscsi {{(pid=91835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:37:44.600266 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6db1d4-4436-4df0-a050-82ef758b6768 admin admin] Made reservation on behalf of e11c9a92b2034fce97efde0e6eb32aa1 for: {'subnet': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:37:44.602432 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0c6db1d4-4436-4df0-a050-82ef758b6768 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8635710'] for subnet, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:44.640721 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-31d27791-7c16-4cc3-bd2d-753ac44aa3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:44.905455 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ae2fcb06-fd42-470e-b525-6f99e8c26b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10434751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8635688'] for subnet, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:44.918851 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-6547561f-cd2a-46b4-a72c-13d78a3fcf1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:45.302196 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fcb06-fd42-470e-b525-6f99e8c26b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bef5b3a2-f09b-40fc-82f5-d4f671796034,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:45.308658 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-ae2fcb06-fd42-470e-b525-6f99e8c26b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:45.325490 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0c6db1d4-4436-4df0-a050-82ef758b6768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10434751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8635688'] for subnet, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:45.340894 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-d11f1de9-63f2-4770-8609-9c20fc34afa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:45.348505 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-31d27791-7c16-4cc3-bd2d-753ac44aa3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:45.379646 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-31d27791-7c16-4cc3-bd2d-753ac44aa3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:45.381912 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2fcb06-fd42-470e-b525-6f99e8c26b0d admin admin] Checking segment: {'id': '2205ca1a-11bf-4f39-9fe2-dbec31a66dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '40ec1217-30cd-4cc6-8797-61661d84d3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:37:45.382268 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2fcb06-fd42-470e-b525-6f99e8c26b0d admin admin] Network hostable DHCP agents. Network: 40ec1217-30cd-4cc6-8797-61661d84d3d8, hostable agents: ['c7177cc0-43cb-4693-ab8c-8cb8ca1ff766'], hosted agents: [] {{(pid=91833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:37:45.438262 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-31d27791-7c16-4cc3-bd2d-753ac44aa3dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebbe26c7d4df48f2aca9010b6428e429&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0402982 Jun 11 19:37:45.441190 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42376) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:45.449717 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6db1d4-4436-4df0-a050-82ef758b6768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b1b2f8b-4f81-46c4-a470-0a07973694a0,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:45.454462 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-0c6db1d4-4436-4df0-a050-82ef758b6768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:45.455113 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2fcb06-fd42-470e-b525-6f99e8c26b0d admin admin] Network 40ec1217-30cd-4cc6-8797-61661d84d3d8 is scheduled to be hosted by DHCP agent c7177cc0-43cb-4693-ab8c-8cb8ca1ff766 with binding_index 1 {{(pid=91833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:37:45.457639 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-a777c352-eea7-481d-96a1-0b1216210d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:45.476552 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-ae2fcb06-fd42-470e-b525-6f99e8c26b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-iscsi, 40ec1217-30cd-4cc6-8797-61661d84d3d8) {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:37:45.480961 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6db1d4-4436-4df0-a050-82ef758b6768 admin admin] Checking segment: {'id': '4b7ace0d-c4d2-439a-98ac-04c1e8998ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:37:45.480961 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6db1d4-4436-4df0-a050-82ef758b6768 admin admin] Network hostable DHCP agents. Network: e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b, hostable agents: ['c7177cc0-43cb-4693-ab8c-8cb8ca1ff766'], hosted agents: [] {{(pid=91833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:37:45.485745 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68fdf80-e158-44fb-9ebf-deb1aa0bfcaa None None] Network 40ec1217-30cd-4cc6-8797-61661d84d3d8 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:37:45.494885 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2fcb06-fd42-470e-b525-6f99e8c26b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:45.495434 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ae2fcb06-fd42-470e-b525-6f99e8c26b0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:45.497569 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0d508133-f0e7-4165-b56a-17ae51fafda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:45.507109 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d27791-7c16-4cc3-bd2d-753ac44aa3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5754dd-6ad5-4a42-9ffc-b7f29e0651c4,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:45.513715 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-31d27791-7c16-4cc3-bd2d-753ac44aa3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:45.525637 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-ae2fcb06-fd42-470e-b525-6f99e8c26b0d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1532948 Jun 11 19:37:45.527648 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6db1d4-4436-4df0-a050-82ef758b6768 admin admin] Network e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b is scheduled to be hosted by DHCP agent c7177cc0-43cb-4693-ab8c-8cb8ca1ff766 with binding_index 1 {{(pid=91833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:37:45.533376 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-0c6db1d4-4436-4df0-a050-82ef758b6768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-iscsi, e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b) {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:37:45.538167 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6db1d4-4436-4df0-a050-82ef758b6768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:45.538313 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0d508133-f0e7-4165-b56a-17ae51fafda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:45.538700 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0c6db1d4-4436-4df0-a050-82ef758b6768 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:45.557544 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-0c6db1d4-4436-4df0-a050-82ef758b6768 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0547431 Jun 11 19:37:45.558442 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42382) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:45.559409 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece67e59-1d95-47ea-a6d2-5e7726e5e709 None None] Network e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:37:45.563754 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:37:45.596443 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0d508133-f0e7-4165-b56a-17ae51fafda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:45.599020 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0d508133-f0e7-4165-b56a-17ae51fafda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:45.604209 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-0d508133-f0e7-4165-b56a-17ae51fafda6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f5754dd-6ad5-4a42-9ffc-b7f29e0651c4 HTTP/1.1" status: 204 len: 168 time: 0.1619360 Jun 11 19:37:45.604959 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10981'] for router, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:45.605515 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-deefd8c5-a8a1-433f-81a3-8deb6ee4d737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:45.606268 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10988'] for router, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:45.616064 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d508133-f0e7-4165-b56a-17ae51fafda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5754dd-6ad5-4a42-9ffc-b7f29e0651c4,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:45.624737 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0d508133-f0e7-4165-b56a-17ae51fafda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:45.684548 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:45.965437 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1024c168-4604-4c4d-b489-3f3cac8941d9 None None] Network 40ec1217-30cd-4cc6-8797-61661d84d3d8 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:37:45.969696 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11002'] for router, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:46.153203 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8d98eb-78df-5358-9897-8218328971fe-e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0'}]}} from dv-cinder-790535-3-iscsi. {{(pid=91835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 19:37:46.155617 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:46.309967 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cd246-e470-48ef-9c72-3750a28c0bbe req-f47cf361-1e3c-459c-a607-44b23173bb19 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:46.318561 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cd8cd246-e470-48ef-9c72-3750a28c0bbe req-f47cf361-1e3c-459c-a607-44b23173bb19 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0944452 Jun 11 19:37:46.373309 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cd8cd246-e470-48ef-9c72-3750a28c0bbe req-f4c449a3-23d7-4315-ac0d-8aff80488e59 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535178 Jun 11 19:37:46.399582 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:46.427325 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:46.455338 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.db_base_plugin_common [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Allocated IP 172.20.0.2 (e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b/7b1b2f8b-4f81-46c4-a470-0a07973694a0/a137bfd0-0ac3-4234-836b-cd873f0f29fb) {{(pid=91835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:37:46.533929 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42420) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:46.539735 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-e808a75b-2261-4b38-9ed3-60e2eb5bd0db admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1609638753-network', 'tenant_id': 'eec93f4279c14456ae75771a28dcef89'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:37:46.568019 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e808a75b-2261-4b38-9ed3-60e2eb5bd0db admin admin] Made reservation on behalf of eec93f4279c14456ae75771a28dcef89 for: {'network': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:37:46.572356 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e808a75b-2261-4b38-9ed3-60e2eb5bd0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for network, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:46.587594 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e808a75b-2261-4b38-9ed3-60e2eb5bd0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:46.622870 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Allocated IP 172.27.0.197 (96e13ff2-92ce-495c-a9c8-09520c2db46e/3317fd00-ab75-48b2-85c3-a34ed1654e31/502af4a7-42e3-4fff-a27a-ec5b00adff5e) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:37:46.684167 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Notify callbacks [] for port, precommit_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:46.696770 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Transition to ACTIVE for port object a137bfd0-0ac3-4234-836b-cd873f0f29fb will not be triggered until provisioned by entity L2. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:37:46.718395 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Transition to ACTIVE for port object a137bfd0-0ac3-4234-836b-cd873f0f29fb will not be triggered until provisioned by entity DHCP. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:37:46.724709 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e808a75b-2261-4b38-9ed3-60e2eb5bd0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:46.726863 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:46.729084 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:46.733906 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e808a75b-2261-4b38-9ed3-60e2eb5bd0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:46.739896 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-d4ae7c26-2454-4e70-842f-92511d0350b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:46.778491 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Network e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b is already hosted by enough agents. {{(pid=91835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:37:46.779791 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808a75b-2261-4b38-9ed3-60e2eb5bd0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1204d9-9f74-4b23-a7d1-2b80ce84f9ad,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:46.782875 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e808a75b-2261-4b38-9ed3-60e2eb5bd0db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=91834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:37:46.785248 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e808a75b-2261-4b38-9ed3-60e2eb5bd0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:46.789276 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.base_scheduler [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Resources bound (agent type, host, resource id): {{(pid=91835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:37:46.797525 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e808a75b-2261-4b38-9ed3-60e2eb5bd0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:46.797743 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Received port after_create {{(pid=91835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:37:46.798469 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.segments_db [None req-e808a75b-2261-4b38-9ed3-60e2eb5bd0db admin admin] Added segment be29ca4d-fbac-4b65-8bde-cde131e64962 of type vlan for network ed051094-d60f-4e97-a632-6ea776f9141e Jun 11 19:37:46.814957 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Pushing event updated for resources: {'Port': ['ID=a137bfd0-0ac3-4234-836b-cd873f0f29fb,revision_number=1']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:46.819595 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:46.840528 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:46.853171 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e808a75b-2261-4b38-9ed3-60e2eb5bd0db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747756045487'] for network, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:46.887017 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Attempting to bind port a137bfd0-0ac3-4234-836b-cd873f0f29fb on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:37:46.887391 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Attempting to bind port a137bfd0-0ac3-4234-836b-cd873f0f29fb by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': '4b7ace0d-c4d2-439a-98ac-04c1e8998ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b'}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:37:46.887757 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Attempting to bind port a137bfd0-0ac3-4234-836b-cd873f0f29fb on network e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:37:46.888002 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e808a75b-2261-4b38-9ed3-60e2eb5bd0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:46.890229 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e808a75b-2261-4b38-9ed3-60e2eb5bd0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:46.891085 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e808a75b-2261-4b38-9ed3-60e2eb5bd0db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:46.894301 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:46.894448 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:37:46.894737 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Checking segment: {'id': '4b7ace0d-c4d2-439a-98ac-04c1e8998ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:37:46.895114 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:46.896038 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Bound using segment: {'id': '4b7ace0d-c4d2-439a-98ac-04c1e8998ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b'} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:37:46.897030 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Bound port: a137bfd0-0ac3-4234-836b-cd873f0f29fb, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7ace0d-c4d2-439a-98ac-04c1e8998ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b'}}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:37:46.897424 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:46.897963 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10434319'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:46.902362 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:46.946727 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:37:46.955393 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:37:46.960988 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:37:47.003528 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Pushing event updated for resources: {'Port': ['ID=502af4a7-42e3-4fff-a27a-ec5b00adff5e,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:47.008315 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:47.017266 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-e808a75b-2261-4b38-9ed3-60e2eb5bd0db admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4820719 Jun 11 19:37:47.018781 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808a75b-2261-4b38-9ed3-60e2eb5bd0db admin admin] Pushing event updated for resources: {'Network': ['ID=ed051094-d60f-4e97-a632-6ea776f9141e,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:47.021498 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42430) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:47.026558 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-ff9f7a54-b855-4dde-b1e6-29a4e2eb58ac admin admin] Request body: {'subnet': {'network_id': 'ed051094-d60f-4e97-a632-6ea776f9141e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1609638753-subnet', 'tenant_id': 'eec93f4279c14456ae75771a28dcef89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:37:47.030835 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] For port a137bfd0-0ac3-4234-836b-cd873f0f29fb, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:37:47.030981 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e808a75b-2261-4b38-9ed3-60e2eb5bd0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:47.036139 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Network ed051094-d60f-4e97-a632-6ea776f9141e details requested by agent ovs-agent-dv-cinder-790535-3-iscsi with host dv-cinder-790535-3-iscsi {{(pid=91835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:37:47.039490 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] For port a137bfd0-0ac3-4234-836b-cd873f0f29fb, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=a137bfd0-0ac3-4234-836b-cd873f0f29fb,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:37:47.058290 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:47.067060 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9f7a54-b855-4dde-b1e6-29a4e2eb58ac admin admin] Made reservation on behalf of eec93f4279c14456ae75771a28dcef89 for: {'subnet': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:37:47.069638 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ff9f7a54-b855-4dde-b1e6-29a4e2eb58ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11999699'] for subnet, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:47.079020 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:47.213104 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Pushing event updated for resources: {'Port': ['ID=a137bfd0-0ac3-4234-836b-cd873f0f29fb,revision_number=2']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:47.224631 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:47.480612 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:47.508212 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ff9f7a54-b855-4dde-b1e6-29a4e2eb58ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9112110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11999685'] for subnet, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:47.512172 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-a2d00ccf-1f11-4576-b2d8-c0318f24c3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:47.624150 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f7a54-b855-4dde-b1e6-29a4e2eb58ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f09b6b-18cb-44a9-ab10-e7c09acb2bcb,revision_number=0']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:47.634000 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-ff9f7a54-b855-4dde-b1e6-29a4e2eb58ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:47.639697 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9f7a54-b855-4dde-b1e6-29a4e2eb58ac admin admin] Checking segment: {'id': 'be29ca4d-fbac-4b65-8bde-cde131e64962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ed051094-d60f-4e97-a632-6ea776f9141e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:37:47.640053 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9f7a54-b855-4dde-b1e6-29a4e2eb58ac admin admin] Network hostable DHCP agents. Network: ed051094-d60f-4e97-a632-6ea776f9141e, hostable agents: ['c7177cc0-43cb-4693-ab8c-8cb8ca1ff766'], hosted agents: [] {{(pid=91834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:37:47.665658 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9f7a54-b855-4dde-b1e6-29a4e2eb58ac admin admin] Network ed051094-d60f-4e97-a632-6ea776f9141e is scheduled to be hosted by DHCP agent c7177cc0-43cb-4693-ab8c-8cb8ca1ff766 with binding_index 1 {{(pid=91834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:37:47.677343 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440b163-4b9a-431e-a703-75c9d6d285fa req-02e2b13c-bb21-41a4-b808-7aeaf00c2652 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:47.678884 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9440b163-4b9a-431e-a703-75c9d6d285fa req-02e2b13c-bb21-41a4-b808-7aeaf00c2652 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.1324892 Jun 11 19:37:47.704194 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-ff9f7a54-b855-4dde-b1e6-29a4e2eb58ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-iscsi, ed051094-d60f-4e97-a632-6ea776f9141e) {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:37:47.715325 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac07757-9694-4690-9257-b60238e79166 None None] Network ed051094-d60f-4e97-a632-6ea776f9141e requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:37:47.720845 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9f7a54-b855-4dde-b1e6-29a4e2eb58ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:47.721540 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ff9f7a54-b855-4dde-b1e6-29a4e2eb58ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:47.758938 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9440b163-4b9a-431e-a703-75c9d6d285fa req-cbfdd900-34f5-4a1c-bffc-91b755de1b41 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632060 Jun 11 19:37:47.770434 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-ff9f7a54-b855-4dde-b1e6-29a4e2eb58ac admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7477303 Jun 11 19:37:47.796820 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device a137bfd0-0ac3-4234-836b-cd873f0f29fb up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:37:47.850752 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931226'] for router, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:47.923479 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42442) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:47.943702 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port a137bfd0-0ac3-4234-836b-cd873f0f29fb completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:37:48.005638 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_v2 [None req-09cf650a-24f7-420b-b162-1ae7e746f517 admin admin] Deleting subnet bef5b3a2-f09b-40fc-82f5-d4f671796034 {{(pid=91834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:37:48.009570 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-09cf650a-24f7-420b-b162-1ae7e746f517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:48.056406 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaefbe62-bc27-49f0-9cbd-db97e6e1440c None None] Network ed051094-d60f-4e97-a632-6ea776f9141e requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:37:48.061260 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-09cf650a-24f7-420b-b162-1ae7e746f517 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564940'] for subnet, precommit_delete_associations {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:48.119433 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-09cf650a-24f7-420b-b162-1ae7e746f517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924851'] for subnet, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:48.197368 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-09cf650a-24f7-420b-b162-1ae7e746f517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11999742'] for subnet, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:48.200729 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-ff9f7a54-b855-4dde-b1e6-29a4e2eb58ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:48.243153 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf650a-24f7-420b-b162-1ae7e746f517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bef5b3a2-f09b-40fc-82f5-d4f671796034,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:48.245720 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-09cf650a-24f7-420b-b162-1ae7e746f517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:48.247815 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-09cf650a-24f7-420b-b162-1ae7e746f517 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bef5b3a2-f09b-40fc-82f5-d4f671796034 HTTP/1.1" status: 204 len: 168 time: 0.3232443 Jun 11 19:37:48.249632 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-09cf650a-24f7-420b-b162-1ae7e746f517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:48.250861 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42444) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:48.344221 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Router 0cd97fca-84fc-4907-83cc-3662f4e92689 is scheduled to L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 with binding_index 1 {{(pid=91833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 19:37:48.349058 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2bd7dc1c-0ac6-4df8-af0e-3787070d7618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2080632'] for network, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:48.379053 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70946701-90b5-41a4-a11e-981553226e10 None None] Network e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:37:48.484034 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2bd7dc1c-0ac6-4df8-af0e-3787070d7618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922414', 'neutron.services.segments.db._delete_segments_for_network-8747756516280'] for network, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:48.496171 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-2bd7dc1c-0ac6-4df8-af0e-3787070d7618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ec1217-30cd-4cc6-8797-61661d84d3d8']}} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:48.503160 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:37:48.514934 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Sync routers for ids ['0cd97fca-84fc-4907-83cc-3662f4e92689'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:37:48.515744 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-2bd7dc1c-0ac6-4df8-af0e-3787070d7618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2205ca1a-11bf-4f39-9fe2-dbec31a66dda') {'for_net_delete': True} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:48.516057 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-2bd7dc1c-0ac6-4df8-af0e-3787070d7618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2205ca1a-11bf-4f39-9fe2-dbec31a66dda') {} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:48.525912 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-b189e9d4-e708-420e-af5c-ce0059c2668d None None] Provisioning for port a137bfd0-0ac3-4234-836b-cd873f0f29fb completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:37:48.526999 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2bd7dc1c-0ac6-4df8-af0e-3787070d7618 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747756516118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564935'] for segment, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:48.527945 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Notify callbacks [] for router, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:48.535902 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9758193 Jun 11 19:37:48.536045 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42460) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:48.537916 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-b189e9d4-e708-420e-af5c-ce0059c2668d None None] Provisioning complete for port a137bfd0-0ac3-4234-836b-cd873f0f29fb triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:37:48.538387 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-b189e9d4-e708-420e-af5c-ce0059c2668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:48.572060 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Routers {'0cd97fca-84fc-4907-83cc-3662f4e92689'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:37:48.572697 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:37:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['0cd97fca-84fc-4907-83cc-3662f4e92689'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:48.655888 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2bd7dc1c-0ac6-4df8-af0e-3787070d7618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:48.684067 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-e9a42dfd-b82e-452f-a06e-51e146012936 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2226521bbe9345d4b6f4cf75b711639a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502169 Jun 11 19:37:48.684977 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd7dc1c-0ac6-4df8-af0e-3787070d7618 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=91834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:37:48.685407 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2bd7dc1c-0ac6-4df8-af0e-3787070d7618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9110980'] for segment, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: Traceback (most recent call last): Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: timer() Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: cb(*args, **kw) Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: return func(*args, **kwargs) Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: self._notify() Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: self.callback(batched_events) Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: event.method(event) Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: return f(self, *a, **k) Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: return self._get(url).json() Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: return self.request(url, 'GET', **kwargs) Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:37:48.688653 dv-cinder-790535-3-iscsi neutron-server[91834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:37:48.850333 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2bd7dc1c-0ac6-4df8-af0e-3787070d7618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931082'] for network, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:48.959324 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Set router 0cd97fca-84fc-4907-83cc-3662f4e92689 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:37:49.044258 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-b189e9d4-e708-420e-af5c-ce0059c2668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:49.147956 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:49.157078 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2bd7dc1c-0ac6-4df8-af0e-3787070d7618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:49.161714 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42466) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:49.161888 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-2bd7dc1c-0ac6-4df8-af0e-3787070d7618 admin admin] 10.222.0.24 "DELETE /v2.0/networks/40ec1217-30cd-4cc6-8797-61661d84d3d8 HTTP/1.1" status: 204 len: 168 time: 0.9099903 Jun 11 19:37:49.173237 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-b189e9d4-e708-420e-af5c-ce0059c2668d None None] For port a137bfd0-0ac3-4234-836b-cd873f0f29fb, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=a137bfd0-0ac3-4234-836b-cd873f0f29fb,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:37:49.185816 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-b189e9d4-e708-420e-af5c-ce0059c2668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:49.193733 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:49.218178 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_v2 [None req-e084fbe8-1bec-4dd5-af55-adf0fb3e0492 admin admin] Deleting subnet d0f09b6b-18cb-44a9-ab10-e7c09acb2bcb {{(pid=91833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:37:49.222245 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e084fbe8-1bec-4dd5-af55-adf0fb3e0492 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:49.281345 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e084fbe8-1bec-4dd5-af55-adf0fb3e0492 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10197193'] for subnet, precommit_delete_associations {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:49.294847 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189e9d4-e708-420e-af5c-ce0059c2668d None None] Pushing event updated for resources: {'Port': ['ID=a137bfd0-0ac3-4234-836b-cd873f0f29fb,revision_number=3']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:49.299146 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-b189e9d4-e708-420e-af5c-ce0059c2668d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:49.316438 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:37:47Z', 'revision_number': 3, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port': {'id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:46Z', 'updated_at': '2021-06-11T19:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:49.319995 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Checking router: 0cd97fca-84fc-4907-83cc-3662f4e92689 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:37:49.320381 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Updating router 0cd97fca-84fc-4907-83cc-3662f4e92689 port 502af4a7-42e3-4fff-a27a-ec5b00adff5e binding host dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:37:49.343398 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e084fbe8-1bec-4dd5-af55-adf0fb3e0492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924851'] for subnet, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:49.368534 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:49.382330 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7dc1c-0ac6-4df8-af0e-3787070d7618 admin admin] Pushing event deleted for resources: {'Network': ['ID=40ec1217-30cd-4cc6-8797-61661d84d3d8,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:49.407456 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-2bd7dc1c-0ac6-4df8-af0e-3787070d7618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:49.413584 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e084fbe8-1bec-4dd5-af55-adf0fb3e0492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10434812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8635667'] for subnet, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:49.417239 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-8c57ad8a-124d-44cc-b3b0-f0efe25e7f68 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:49.417546 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:49.418512 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-8c57ad8a-124d-44cc-b3b0-f0efe25e7f68 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7170873 Jun 11 19:37:49.429240 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-ddfdf844-5fff-46fb-b9cd-4f580bd39a6c None None] Provisioning complete for port a137bfd0-0ac3-4234-836b-cd873f0f29fb triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:37:49.429753 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-ddfdf844-5fff-46fb-b9cd-4f580bd39a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:49.458923 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-b5d1ccab-575a-4732-b62b-52856ce5b6e4 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/quotas/2226521bbe9345d4b6f4cf75b711639a HTTP/1.1" status: 200 len: 375 time: 0.0302806 Jun 11 19:37:49.464852 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084fbe8-1bec-4dd5-af55-adf0fb3e0492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f09b6b-18cb-44a9-ab10-e7c09acb2bcb,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:49.467685 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e084fbe8-1bec-4dd5-af55-adf0fb3e0492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:49.468745 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e084fbe8-1bec-4dd5-af55-adf0fb3e0492 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:49.473147 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-e084fbe8-1bec-4dd5-af55-adf0fb3e0492 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d0f09b6b-18cb-44a9-ab10-e7c09acb2bcb HTTP/1.1" status: 204 len: 168 time: 0.3102119 Jun 11 19:37:49.473747 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42468) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:49.520886 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-9f95ffb5-5c5b-4b88-bcc3-01a87d35f5eb tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2226521bbe9345d4b6f4cf75b711639a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449266 Jun 11 19:37:49.534002 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c5369-0ce0-4907-8af4-a9870ba66a52 req-01a31b14-c7a1-4227-9788-a15963eff0e8 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:49.534665 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:37:49.540769 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9f6c5369-0ce0-4907-8af4-a9870ba66a52 req-01a31b14-c7a1-4227-9788-a15963eff0e8 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.3778150 Jun 11 19:37:49.575643 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-acfba395-60bf-4cfb-a1c3-df2fac8f9a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2080632'] for network, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:49.697550 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9f6c5369-0ce0-4907-8af4-a9870ba66a52 req-2ed1764b-ece9-42f5-b92f-b3ed4d19c3bf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558590 Jun 11 19:37:49.758869 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device a137bfd0-0ac3-4234-836b-cd873f0f29fb up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:37:49.779005 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-acfba395-60bf-4cfb-a1c3-df2fac8f9a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922414', 'neutron.services.segments.db._delete_segments_for_network-8747756516280'] for network, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:49.791546 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-acfba395-60bf-4cfb-a1c3-df2fac8f9a9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed051094-d60f-4e97-a632-6ea776f9141e']}} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:49.803500 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-acfba395-60bf-4cfb-a1c3-df2fac8f9a9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be29ca4d-fbac-4b65-8bde-cde131e64962') {'for_net_delete': True} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:49.803963 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-acfba395-60bf-4cfb-a1c3-df2fac8f9a9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be29ca4d-fbac-4b65-8bde-cde131e64962') {} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:49.815015 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-acfba395-60bf-4cfb-a1c3-df2fac8f9a9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747756516118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10197186'] for segment, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:49.833936 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-acfba395-60bf-4cfb-a1c3-df2fac8f9a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:49.841554 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfba395-60bf-4cfb-a1c3-df2fac8f9a9d admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=91833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:37:49.842832 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-acfba395-60bf-4cfb-a1c3-df2fac8f9a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10434389'] for segment, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: Traceback (most recent call last): Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: timer() Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: cb(*args, **kw) Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: return func(*args, **kwargs) Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: self._notify() Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: self.callback(batched_events) Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: event.method(event) Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: return f(self, *a, **k) Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: return self._get(url).json() Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: return self.request(url, 'GET', **kwargs) Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:37:49.845739 dv-cinder-790535-3-iscsi neutron-server[91833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:37:49.853231 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Notify callbacks [] for port, precommit_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:49.873674 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port a137bfd0-0ac3-4234-836b-cd873f0f29fb triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:37:49.874385 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:49.922622 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e4b39a99-769c-4265-bc62-493405be3372 req-e0c86420-675d-4e83-9f06-4645f0f10c1f tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/ports?device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 210 time: 0.0571604 Jun 11 19:37:49.948475 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-acfba395-60bf-4cfb-a1c3-df2fac8f9a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931082'] for network, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:49.953147 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:49.953850 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Transition to ACTIVE for port object 502af4a7-42e3-4fff-a27a-ec5b00adff5e will not be triggered until provisioned by entity L2. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:37:49.960425 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-acfba395-60bf-4cfb-a1c3-df2fac8f9a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:49.969037 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:49.973299 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:49.974450 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-acfba395-60bf-4cfb-a1c3-df2fac8f9a9d admin admin] 10.222.0.24 "DELETE /v2.0/networks/ed051094-d60f-4e97-a632-6ea776f9141e HTTP/1.1" status: 204 len: 168 time: 0.4995394 Jun 11 19:37:50.013885 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfba395-60bf-4cfb-a1c3-df2fac8f9a9d admin admin] Pushing event deleted for resources: {'Network': ['ID=ed051094-d60f-4e97-a632-6ea776f9141e,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:50.016598 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:50.019255 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93649fef-ed39-40f8-8d56-81c73e17d441 None None] Pushing event updated for resources: {'Port': ['ID=502af4a7-42e3-4fff-a27a-ec5b00adff5e,revision_number=2']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:50.019511 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-acfba395-60bf-4cfb-a1c3-df2fac8f9a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:50.026261 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-93649fef-ed39-40f8-8d56-81c73e17d441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:50.047717 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Attempting to bind port 502af4a7-42e3-4fff-a27a-ec5b00adff5e on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:37:50.048100 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Attempting to bind port 502af4a7-42e3-4fff-a27a-ec5b00adff5e by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:37:50.048470 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Attempting to bind port 502af4a7-42e3-4fff-a27a-ec5b00adff5e on network 96e13ff2-92ce-495c-a9c8-09520c2db46e {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:37:50.053696 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:37:50.054080 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Checking segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:37:50.054486 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:50.054942 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Bound using segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:37:50.055468 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Bound port: 502af4a7-42e3-4fff-a27a-ec5b00adff5e, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:37:50.055849 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:50.126814 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] For port 502af4a7-42e3-4fff-a27a-ec5b00adff5e, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:37:50.129986 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] For port 502af4a7-42e3-4fff-a27a-ec5b00adff5e, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=502af4a7-42e3-4fff-a27a-ec5b00adff5e,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:37:50.134904 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:50.142009 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:50.218299 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Routers {'0cd97fca-84fc-4907-83cc-3662f4e92689'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:37:50.219016 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:37:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['0cd97fca-84fc-4907-83cc-3662f4e92689'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:50.222021 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93649fef-ed39-40f8-8d56-81c73e17d441 None None] Pushing event updated for resources: {'Port': ['ID=502af4a7-42e3-4fff-a27a-ec5b00adff5e,revision_number=3']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:50.227094 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42486) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:50.271282 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-93649fef-ed39-40f8-8d56-81c73e17d441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:50.293820 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-5d1d9108-4ae5-497f-b8f6-55654d89607a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac43cd227abd45ed8a5a52e3d384263b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0653644 Jun 11 19:37:50.296208 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42488) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:50.297070 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Allocated IP 172.20.0.1 (e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b/7b1b2f8b-4f81-46c4-a470-0a07973694a0/47a59062-68d6-4cf6-b949-1e1c1610770a) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:37:50.369029 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-565eeba3-cb4e-4906-93fa-3e006d0ac264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:50.369537 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] Set router 0cd97fca-84fc-4907-83cc-3662f4e92689 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:37:50.401844 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-565eeba3-cb4e-4906-93fa-3e006d0ac264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:50.439279 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:50.470768 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Transition to ACTIVE for port object 47a59062-68d6-4cf6-b949-1e1c1610770a will not be triggered until provisioned by entity DHCP. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:37:50.473315 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-565eeba3-cb4e-4906-93fa-3e006d0ac264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:50.476382 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-565eeba3-cb4e-4906-93fa-3e006d0ac264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:50.480141 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-565eeba3-cb4e-4906-93fa-3e006d0ac264 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42fb4c98-f4c4-4f01-96f5-4ede9cd10f82 HTTP/1.1" status: 204 len: 168 time: 0.1823525 Jun 11 19:37:50.481072 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-7e34ac35-9f18-4497-8e32-76c15c59c972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:50.489738 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565eeba3-cb4e-4906-93fa-3e006d0ac264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fb4c98-f4c4-4f01-96f5-4ede9cd10f82,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:50.491958 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-565eeba3-cb4e-4906-93fa-3e006d0ac264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:50.522307 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9110942'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:50.525606 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:50.577526 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Network e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:37:50.580606 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:37:50.584415 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:37:50.589952 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Pushing event updated for resources: {'Port': ['ID=47a59062-68d6-4cf6-b949-1e1c1610770a,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:50.625580 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:50.647644 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935007'] for router_interface, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:50.653944 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:37:47Z', 'revision_number': 3, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port': {'id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:46Z', 'updated_at': '2021-06-11T19:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:50.658282 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dad5242-be4f-4860-bb74-dc02433817d5 None None] The sync data for ids ['0cd97fca-84fc-4907-83cc-3662f4e92689'] in dv-cinder-790535-3-iscsi is: [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:37:47Z', 'revision_number': 3, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port': {'id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:46Z', 'updated_at': '2021-06-11T19:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:37:50.895527 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:50.939778 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-9a3fd1a1-d041-4dc4-ad92-5b7425f33436 None None] Provisioning for port 47a59062-68d6-4cf6-b949-1e1c1610770a completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:37:50.944256 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-9a3fd1a1-d041-4dc4-ad92-5b7425f33436 None None] Provisioning complete for port 47a59062-68d6-4cf6-b949-1e1c1610770a triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:37:50.944864 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-9a3fd1a1-d041-4dc4-ad92-5b7425f33436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:51.039880 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42500) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:51.062855 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-9a3fd1a1-d041-4dc4-ad92-5b7425f33436 None None] Port 47a59062-68d6-4cf6-b949-1e1c1610770a cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:37:51.130426 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-6a3525b2-9373-458f-8f59-12ade6f9fd2a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eec93f4279c14456ae75771a28dcef89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0886323 Jun 11 19:37:51.132608 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42504) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:51.197377 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40255310-f963-4ffb-9697-e2208b822e66 req-c516e8a9-bac1-413f-95ac-d4025ef83069 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:51.199418 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40255310-f963-4ffb-9697-e2208b822e66 req-c516e8a9-bac1-413f-95ac-d4025ef83069 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.3424923 Jun 11 19:37:51.228783 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6cebca2d-6616-472a-aff5-8c13645244a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:51.236464 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5ba39ccb-fc37-40f9-b524-bc04b3ed942c req-3e9321c9-b092-4f34-b2a0-e5661788ce84 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/ports?device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 210 time: 0.0724509 Jun 11 19:37:51.284008 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6cebca2d-6616-472a-aff5-8c13645244a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:51.291531 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-588e15ea-7222-4d32-abf9-3d7caf40001c tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=2226521bbe9345d4b6f4cf75b711639a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605881 Jun 11 19:37:51.366743 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6cebca2d-6616-472a-aff5-8c13645244a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:51.367448 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:51.371714 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6cebca2d-6616-472a-aff5-8c13645244a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:51.374183 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-6cebca2d-6616-472a-aff5-8c13645244a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd1204d9-9f74-4b23-a7d1-2b80ce84f9ad HTTP/1.1" status: 204 len: 168 time: 0.2403750 Jun 11 19:37:51.377103 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-3ce897a9-5dac-4d2b-ae21-2349a7d69bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:51.381684 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:51.386478 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-40255310-f963-4ffb-9697-e2208b822e66 req-4bb7e281-3ca8-48fa-8a77-e2c38c1f695f tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543875 Jun 11 19:37:51.394393 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-046208ac-5bc6-4b56-bfd3-428e8c8eb43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:51.400718 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebca2d-6616-472a-aff5-8c13645244a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1204d9-9f74-4b23-a7d1-2b80ce84f9ad,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:51.414025 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-6cebca2d-6616-472a-aff5-8c13645244a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:51.569497 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935115'] for router_interface, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:51.575859 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Pushing event updated for resources: {'Port': ['ID=47a59062-68d6-4cf6-b949-1e1c1610770a,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:51.585181 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-b46f4af7-c633-4ef2-8da1-2209b120c76f tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:51.586662 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-b46f4af7-c633-4ef2-8da1-2209b120c76f tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2873368 Jun 11 19:37:51.587547 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:51.621092 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Request body: {'port': {'device_id': '75099967-f440-4af9-9020-d93dce130424', 'network_id': '0e11dd1a-15a5-445c-978f-6e04f3d1ec65', 'admin_state_up': True, 'tenant_id': '2226521bbe9345d4b6f4cf75b711639a'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:37:51.732086 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 502af4a7-42e3-4fff-a27a-ec5b00adff5e up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:37:51.814486 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 502af4a7-42e3-4fff-a27a-ec5b00adff5e completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:37:51.819625 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 502af4a7-42e3-4fff-a27a-ec5b00adff5e triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:37:51.820076 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:51.834617 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Network e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:37:51.845128 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:37:51.944248 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:51.971203 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port 502af4a7-42e3-4fff-a27a-ec5b00adff5e, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=502af4a7-42e3-4fff-a27a-ec5b00adff5e,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:37:51.978107 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:51.980998 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:52.045644 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=502af4a7-42e3-4fff-a27a-ec5b00adff5e,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:52.049498 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:52.186267 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-b78e8138-3d55-48ca-ad54-425b7cdf733a None None] Provisioning complete for port 47a59062-68d6-4cf6-b949-1e1c1610770a triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:37:52.186973 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-b78e8138-3d55-48ca-ad54-425b7cdf733a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:52.231114 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Made reservation on behalf of 2226521bbe9345d4b6f4cf75b711639a for: {'port': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:37:52.235662 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:52.256678 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:52.346994 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Router 0cd97fca-84fc-4907-83cc-3662f4e92689 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:37:52.394196 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-b78e8138-3d55-48ca-ad54-425b7cdf733a None None] Port 47a59062-68d6-4cf6-b949-1e1c1610770a cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:37:52.582965 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:52.635985 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:52.659703 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-aa1bfeef-ab5a-469a-87b7-bf9d57a6c6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:52.673721 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6ad981ed-d52c-4488-94db-6d19c77f32cd req-27c05e91-5c75-48ae-8d7e-a986080429bf tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/ports?device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 210 time: 0.0993934 Jun 11 19:37:52.763719 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b2949f-225b-4489-8657-de241bcfd247,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:52.774578 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:52.795943 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:37:52.805009 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] 10.222.0.24 "PUT /v2.0/routers/0cd97fca-84fc-4907-83cc-3662f4e92689/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2680964 Jun 11 19:37:52.859770 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2b7cf-4358-4ea9-9494-601dbbba5ae6 req-5356ac34-a02b-457f-9129-f1fa53604316 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:52.866728 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5db2b7cf-4358-4ea9-9494-601dbbba5ae6 req-5356ac34-a02b-457f-9129-f1fa53604316 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.2866685 Jun 11 19:37:52.867057 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Sync routers for ids ['0cd97fca-84fc-4907-83cc-3662f4e92689'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:37:52.880686 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Routers {'0cd97fca-84fc-4907-83cc-3662f4e92689'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:37:52.882704 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:37:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['0cd97fca-84fc-4907-83cc-3662f4e92689'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:52.933587 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5db2b7cf-4358-4ea9-9494-601dbbba5ae6 req-bfb7d12c-ce92-4940-8c27-c3067469b5c4 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659258 Jun 11 19:37:52.935097 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Allocated IP 192.168.233.132 (0e11dd1a-15a5-445c-978f-6e04f3d1ec65/ae098e1f-7e9d-40a7-aa65-a27b27d5a004/2b904bdd-eef9-4804-bf8e-25328c670794) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:37:53.066245 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Set router 0cd97fca-84fc-4907-83cc-3662f4e92689 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:37:53.169437 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:53.189403 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Transition to ACTIVE for port object 2b904bdd-eef9-4804-bf8e-25328c670794 will not be triggered until provisioned by entity DHCP. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:37:53.237977 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9110942'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:53.245376 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:53.309229 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Network 0e11dd1a-15a5-445c-978f-6e04f3d1ec65 is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:37:53.313884 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:37:53.320823 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:37:53.327906 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Pushing event updated for resources: {'Port': ['ID=2b904bdd-eef9-4804-bf8e-25328c670794,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:53.358534 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:53.393265 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:37:50Z', 'revision_number': 4, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port': {'id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:46Z', 'updated_at': '2021-06-11T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '47a59062-68d6-4cf6-b949-1e1c1610770a', 'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'mac_address': 'fa:16:3e:18:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:50Z', 'updated_at': '2021-06-11T19:37:50Z', 'revision_number': 2, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'subnets': [{'id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:53.401879 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Checking router: 0cd97fca-84fc-4907-83cc-3662f4e92689 for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:37:53.403826 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Updating router 0cd97fca-84fc-4907-83cc-3662f4e92689 port 47a59062-68d6-4cf6-b949-1e1c1610770a binding host dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:37:53.413390 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:53.414069 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:53.429948 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8234532 Jun 11 19:37:53.454437 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:53.624270 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-d3e0c9c7-2b12-4cd2-b080-e560a1b29342 None None] Provisioning for port 2b904bdd-eef9-4804-bf8e-25328c670794 completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:37:53.629597 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-d3e0c9c7-2b12-4cd2-b080-e560a1b29342 None None] Provisioning complete for port 2b904bdd-eef9-4804-bf8e-25328c670794 triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:37:53.630421 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-d3e0c9c7-2b12-4cd2-b080-e560a1b29342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:53.709731 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0c9c7-2b12-4cd2-b080-e560a1b29342 None None] Port 2b904bdd-eef9-4804-bf8e-25328c670794 cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:37:53.713090 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 502af4a7-42e3-4fff-a27a-ec5b00adff5e up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:37:53.796580 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 502af4a7-42e3-4fff-a27a-ec5b00adff5e triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:37:53.797213 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:53.829321 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42580) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:53.834872 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-5798ffc6-d71c-4087-a01e-bf81aecbba6e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1737073230', 'description': 'tempest-description--1437755030'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:37:53.835256 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:53.846414 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Transition to ACTIVE for port object 47a59062-68d6-4cf6-b949-1e1c1610770a will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:37:53.854378 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:53.858508 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:53.872502 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5798ffc6-d71c-4087-a01e-bf81aecbba6e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:53.958272 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305965d8-b23a-4bf1-8d4a-07b9d4dd79b8 req-f7bc6635-7945-4eba-924c-e6025e3b2e45 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:53.960213 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-305965d8-b23a-4bf1-8d4a-07b9d4dd79b8 req-f7bc6635-7945-4eba-924c-e6025e3b2e45 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/ports?device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 936 time: 0.1068559 Jun 11 19:37:54.016318 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-305965d8-b23a-4bf1-8d4a-07b9d4dd79b8 req-1bc8dec9-be3b-48b8-badf-93c41e90b311 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b2949f-225b-4489-8657-de241bcfd247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457642 Jun 11 19:37:54.034026 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37e27c-dab4-43ed-ba52-bc7c376a0a43 None None] Pushing event updated for resources: {'Port': ['ID=47a59062-68d6-4cf6-b949-1e1c1610770a,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:54.042435 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37e27c-dab4-43ed-ba52-bc7c376a0a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:54.043036 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37e27c-dab4-43ed-ba52-bc7c376a0a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:54.043371 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37e27c-dab4-43ed-ba52-bc7c376a0a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:54.043701 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37e27c-dab4-43ed-ba52-bc7c376a0a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:54.044022 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37e27c-dab4-43ed-ba52-bc7c376a0a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:54.044502 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37e27c-dab4-43ed-ba52-bc7c376a0a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:54.045024 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37e27c-dab4-43ed-ba52-bc7c376a0a43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:54.045650 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37e27c-dab4-43ed-ba52-bc7c376a0a43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:54.046145 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37e27c-dab4-43ed-ba52-bc7c376a0a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:54.046650 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37e27c-dab4-43ed-ba52-bc7c376a0a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:54.047142 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37e27c-dab4-43ed-ba52-bc7c376a0a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:54.047614 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e37e27c-dab4-43ed-ba52-bc7c376a0a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:37:54.052551 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-5e37e27c-dab4-43ed-ba52-bc7c376a0a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:54.056532 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5798ffc6-d71c-4087-a01e-bf81aecbba6e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:54.062239 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5798ffc6-d71c-4087-a01e-bf81aecbba6e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:54.065618 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-4b56517a-7cbf-47d9-93bb-ea30dea272c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:54.097384 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798ffc6-d71c-4087-a01e-bf81aecbba6e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:54.103115 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-5798ffc6-d71c-4087-a01e-bf81aecbba6e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:54.115834 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5798ffc6-d71c-4087-a01e-bf81aecbba6e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:54.119455 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-5798ffc6-d71c-4087-a01e-bf81aecbba6e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2888944 Jun 11 19:37:54.120498 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42588) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:54.128594 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-2e4c31ca-b079-4fb4-982e-dec194905597 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Request body: {'security_group_rule': {'security_group_id': '791e7b74-b1e6-40e3-b1bd-dc3babdf11ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:37:54.188513 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Attempting to bind port 47a59062-68d6-4cf6-b949-1e1c1610770a on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:37:54.189104 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Attempting to bind port 47a59062-68d6-4cf6-b949-1e1c1610770a by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': '4b7ace0d-c4d2-439a-98ac-04c1e8998ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:37:54.189629 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Attempting to bind port 47a59062-68d6-4cf6-b949-1e1c1610770a on network e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:37:54.192948 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2e4c31ca-b079-4fb4-982e-dec194905597 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:54.196533 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:37:54.197235 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Checking segment: {'id': '4b7ace0d-c4d2-439a-98ac-04c1e8998ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:37:54.197808 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:54.198355 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Bound using segment: {'id': '4b7ace0d-c4d2-439a-98ac-04c1e8998ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:37:54.199003 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Bound port: 47a59062-68d6-4cf6-b949-1e1c1610770a, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7ace0d-c4d2-439a-98ac-04c1e8998ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:37:54.199532 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:54.268618 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb90fc-a35c-49e3-b6c2-f19ac39ebd79 req-5fc60527-8d5f-4fd9-856f-6095f5edd98b tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:54.275965 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5cfb90fc-a35c-49e3-b6c2-f19ac39ebd79 req-5fc60527-8d5f-4fd9-856f-6095f5edd98b tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.1518190 Jun 11 19:37:54.289431 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2e4c31ca-b079-4fb4-982e-dec194905597 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:54.292699 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] For port 47a59062-68d6-4cf6-b949-1e1c1610770a, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:37:54.297004 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] For port 47a59062-68d6-4cf6-b949-1e1c1610770a, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=47a59062-68d6-4cf6-b949-1e1c1610770a,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:37:54.297208 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2e4c31ca-b079-4fb4-982e-dec194905597 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:54.300795 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-7cdeeb27-b456-4526-be39-3a940dcac21c tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:54.304992 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:54.308715 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b7643413-cc63-4842-a077-60678873e7a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:54.318900 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c31ca-b079-4fb4-982e-dec194905597 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a7b9528-ce3d-4843-9df6-c1d71fa479cd,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:54.322069 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-2e4c31ca-b079-4fb4-982e-dec194905597 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:54.327464 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2e4c31ca-b079-4fb4-982e-dec194905597 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:54.332114 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-2e4c31ca-b079-4fb4-982e-dec194905597 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2105536 Jun 11 19:37:54.333266 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42594) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:54.338780 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5cfb90fc-a35c-49e3-b6c2-f19ac39ebd79 req-9d2d4aa3-1f51-4c49-9be4-9dfd37a8f214 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606441 Jun 11 19:37:54.340199 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-28e9da7d-5b5d-4fb7-b259-1168664d40a5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Request body: {'security_group_rule': {'security_group_id': '791e7b74-b1e6-40e3-b1bd-dc3babdf11ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:37:54.372365 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-28e9da7d-5b5d-4fb7-b259-1168664d40a5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:54.398514 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37e27c-dab4-43ed-ba52-bc7c376a0a43 None None] Pushing event updated for resources: {'Port': ['ID=47a59062-68d6-4cf6-b949-1e1c1610770a,revision_number=4']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:54.401441 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Routers {'0cd97fca-84fc-4907-83cc-3662f4e92689'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:37:54.401881 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:37:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['0cd97fca-84fc-4907-83cc-3662f4e92689'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:54.404057 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-5e37e27c-dab4-43ed-ba52-bc7c376a0a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:54.450560 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-28e9da7d-5b5d-4fb7-b259-1168664d40a5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:54.457144 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-28e9da7d-5b5d-4fb7-b259-1168664d40a5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:54.459739 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-09e572b7-022b-45ee-b70f-cff15c576fc4 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:54.483347 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9da7d-5b5d-4fb7-b259-1168664d40a5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb39a51-d4d0-4a24-b072-ea1df64d0392,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:54.492950 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-28e9da7d-5b5d-4fb7-b259-1168664d40a5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:54.495009 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-28e9da7d-5b5d-4fb7-b259-1168664d40a5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:54.496357 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-28e9da7d-5b5d-4fb7-b259-1168664d40a5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1611030 Jun 11 19:37:54.500012 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42596) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:37:54.506652 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Request body: {'floatingip': {'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:37:54.539822 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for floatingip, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:54.574914 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] Set router 0cd97fca-84fc-4907-83cc-3662f4e92689 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:37:54.697787 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:54.758279 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Request body: {'port': {'device_id': '75099967-f440-4af9-9020-d93dce130424', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:37:54.878645 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:37:50Z', 'revision_number': 4, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port': {'id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:46Z', 'updated_at': '2021-06-11T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '47a59062-68d6-4cf6-b949-1e1c1610770a', 'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'mac_address': 'fa:16:3e:18:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:50Z', 'updated_at': '2021-06-11T19:37:54Z', 'revision_number': 4, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'subnets': [{'id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:37:54.881875 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d0ca2-c0ae-414f-b3dd-6c56880a361f None None] The sync data for ids ['0cd97fca-84fc-4907-83cc-3662f4e92689'] in dv-cinder-790535-3-iscsi is: [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:37:50Z', 'revision_number': 4, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port': {'id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:46Z', 'updated_at': '2021-06-11T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '47a59062-68d6-4cf6-b949-1e1c1610770a', 'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'mac_address': 'fa:16:3e:18:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:50Z', 'updated_at': '2021-06-11T19:37:54Z', 'revision_number': 4, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'subnets': [{'id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:37:54.903045 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:54.905304 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Allocated IP 172.27.0.180 (96e13ff2-92ce-495c-a9c8-09520c2db46e/3317fd00-ab75-48b2-85c3-a34ed1654e31/3b125328-b98e-4478-b069-a23528b329d1) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:37:55.243792 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:55.404745 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0233e6-d27e-42eb-82a7-32614cd06919 req-18b28fc4-a08c-498f-9473-4be554f0223d tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:55.405516 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cc0233e6-d27e-42eb-82a7-32614cd06919 req-18b28fc4-a08c-498f-9473-4be554f0223d tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/ports?device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 936 time: 0.2558646 Jun 11 19:37:55.449974 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9110942'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:55.462458 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-615765eb-7e9a-4063-be94-85d3bc6d2b82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:55.552736 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b904bdd-eef9-4804-bf8e-25328c670794 {{(pid=91834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:37:55.567289 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:37:55.573433 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:55.585622 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:37:55.595821 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:37:55.601071 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cc0233e6-d27e-42eb-82a7-32614cd06919 req-edce6c43-66a7-4656-9eb0-103af3e2ba1c tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b2949f-225b-4489-8657-de241bcfd247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824007 Jun 11 19:37:55.606106 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Pushing event updated for resources: {'Port': ['ID=3b125328-b98e-4478-b069-a23528b329d1,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:55.633943 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:55.637529 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Transition to ACTIVE for port object 2b904bdd-eef9-4804-bf8e-25328c670794 will not be triggered until provisioned by entity L2. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:37:55.669297 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:55.676087 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-98ed3e7e-5de0-451f-b01b-3fb0a1d2377e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:55.722692 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 47a59062-68d6-4cf6-b949-1e1c1610770a up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:37:55.800477 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 47a59062-68d6-4cf6-b949-1e1c1610770a completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:37:55.804871 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 47a59062-68d6-4cf6-b949-1e1c1610770a triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:37:55.805255 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:55.900905 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:55.941890 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port 47a59062-68d6-4cf6-b949-1e1c1610770a, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=47a59062-68d6-4cf6-b949-1e1c1610770a,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:37:55.947576 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:55.949660 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:56.007996 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=47a59062-68d6-4cf6-b949-1e1c1610770a,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:56.011144 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:56.041200 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Pushing event updated for resources: {'Port': ['ID=2b904bdd-eef9-4804-bf8e-25328c670794,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:56.045296 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:56.075143 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4858c6-fa23-46f2-bc03-f0d3f2b96434 req-66ca54a0-556c-4913-917e-aa12d7786b3b tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:56.076644 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8c4858c6-fa23-46f2-bc03-f0d3f2b96434 req-66ca54a0-556c-4913-917e-aa12d7786b3b tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.6052396 Jun 11 19:37:56.220212 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:56.249670 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8c4858c6-fa23-46f2-bc03-f0d3f2b96434 req-b3be9b6e-2b4f-4d0e-8400-e289682644ca tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464365 Jun 11 19:37:56.301839 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Attempting to bind port 2b904bdd-eef9-4804-bf8e-25328c670794 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:37:56.302173 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Attempting to bind port 2b904bdd-eef9-4804-bf8e-25328c670794 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f59387e8-ab8a-4b93-bea9-1277af8b6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0e11dd1a-15a5-445c-978f-6e04f3d1ec65'}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:37:56.302496 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Attempting to bind port 2b904bdd-eef9-4804-bf8e-25328c670794 on network 0e11dd1a-15a5-445c-978f-6e04f3d1ec65 {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:37:56.306844 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:56.310298 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Port 2b904bdd-eef9-4804-bf8e-25328c670794 on network 0e11dd1a-15a5-445c-978f-6e04f3d1ec65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:37:56.310635 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Attempting to bind port 2b904bdd-eef9-4804-bf8e-25328c670794 on network 0e11dd1a-15a5-445c-978f-6e04f3d1ec65 {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:37:56.338249 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:37:56.338606 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Checking segment: {'id': 'f59387e8-ab8a-4b93-bea9-1277af8b6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0e11dd1a-15a5-445c-978f-6e04f3d1ec65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:37:56.338996 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Bound using segment: {'id': 'f59387e8-ab8a-4b93-bea9-1277af8b6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0e11dd1a-15a5-445c-978f-6e04f3d1ec65'} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:37:56.339427 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Bound port: 2b904bdd-eef9-4804-bf8e-25328c670794, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f59387e8-ab8a-4b93-bea9-1277af8b6e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0e11dd1a-15a5-445c-978f-6e04f3d1ec65'}}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:37:56.339769 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:56.494696 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] For port 2b904bdd-eef9-4804-bf8e-25328c670794, host hv-cinder-79053, cleared binding levels {{(pid=91834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:37:56.519080 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] For port 2b904bdd-eef9-4804-bf8e-25328c670794, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2b904bdd-eef9-4804-bf8e-25328c670794,segment=NetworkSegment(f59387e8-ab8a-4b93-bea9-1277af8b6e2a),segment_id=f59387e8-ab8a-4b93-bea9-1277af8b6e2a)] {{(pid=91834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:37:56.526870 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:56.534809 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:56.601007 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:56.601614 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:56.602996 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] 10.222.0.39 "PUT /v2.0/ports/2b904bdd-eef9-4804-bf8e-25328c670794 HTTP/1.1" status: 200 len: 1098 time: 1.8527169 Jun 11 19:37:56.603495 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75099967-f440-4af9-9020-d93dce130424', 'tag': '2b904bdd-eef9-4804-bf8e-25328c670794'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:37:56.605770 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394eb0b5-1f65-416b-a483-665a73b7f11c" -d '{"events": [{"name": "network-changed", "server_uuid": "75099967-f440-4af9-9020-d93dce130424", "tag": "2b904bdd-eef9-4804-bf8e-25328c670794"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:37:56.632078 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:56.634205 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Pushing event updated for resources: {'Port': ['ID=2b904bdd-eef9-4804-bf8e-25328c670794,revision_number=3']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:56.637374 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:56.640504 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:56.643811 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:37:56.679803 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4d0aea-19c9-499c-9e4f-93d6d91a7c47 x-openstack-request-id: req-ed4d0aea-19c9-499c-9e4f-93d6d91a7c47 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:37:56.680125 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75099967-f440-4af9-9020-d93dce130424", "tag": "2b904bdd-eef9-4804-bf8e-25328c670794", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:37:56.680412 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed4d0aea-19c9-499c-9e4f-93d6d91a7c47 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:37:56.680834 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75099967-f440-4af9-9020-d93dce130424', 'tag': '2b904bdd-eef9-4804-bf8e-25328c670794', 'status': 'completed', 'code': 200} Jun 11 19:37:56.774975 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Pushing event updated for resources: {'Port': ['ID=3b125328-b98e-4478-b069-a23528b329d1,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:37:56.786059 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:37:56.839745 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931187'] for floatingip, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:56.868805 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-cc9d3df5-8bfd-49c8-87eb-6262282b21c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:56.870291 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-cc9d3df5-8bfd-49c8-87eb-6262282b21c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2226521bbe9345d4b6f4cf75b711639a&device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 1101 time: 0.1941593 Jun 11 19:37:56.871400 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:56.872464 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3713961 Jun 11 19:37:56.943623 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-1adec8a6-e08d-437d-92ee-ee9629f9b59f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=2b904bdd-eef9-4804-bf8e-25328c670794 HTTP/1.1" status: 200 len: 217 time: 0.0515177 Jun 11 19:37:56.955285 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756b39e-6752-4d66-9c1c-dd9eccb52d08 req-a8c82355-5aca-4093-8c61-6c14e935cb67 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:56.957010 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6756b39e-6752-4d66-9c1c-dd9eccb52d08 req-a8c82355-5aca-4093-8c61-6c14e935cb67 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/ports?device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 948 time: 0.1880174 Jun 11 19:37:57.042921 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-fd9b9c75-e0a3-4c45-b5fe-fce794b62949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:57.044332 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-fd9b9c75-e0a3-4c45-b5fe-fce794b62949 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ae098e1f-7e9d-40a7-aa65-a27b27d5a004 HTTP/1.1" status: 200 len: 843 time: 0.0864742 Jun 11 19:37:57.049277 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6756b39e-6752-4d66-9c1c-dd9eccb52d08 req-4967d46c-bd9e-4dc8-8188-b25e34fc34ec tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b2949f-225b-4489-8657-de241bcfd247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839739 Jun 11 19:37:57.140352 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-9fd85e1d-fa1f-453e-b79a-f332c132d231 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1737073230&fields=id&tenant_id=e11c9a92b2034fce97efde0e6eb32aa1 HTTP/1.1" status: 200 len: 267 time: 0.0472703 Jun 11 19:37:57.162538 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-7bbf60bf-38b7-4e41-a79e-046fc31eac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:57.163972 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-7bbf60bf-38b7-4e41-a79e-046fc31eac1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e11dd1a-15a5-445c-978f-6e04f3d1ec65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1105714 Jun 11 19:37:57.376213 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:57.379519 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-67ff3b41-e062-4354-a7ed-73a6fd7e7bae tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:57.380917 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-67ff3b41-e062-4354-a7ed-73a6fd7e7bae tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/networks?id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b HTTP/1.1" status: 200 len: 816 time: 0.2304869 Jun 11 19:37:57.417033 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-d2e39f49-f9c7-4f92-a54c-fcb60e1069c2 service neutron] 10.222.0.39 "GET /v2.0/networks/0e11dd1a-15a5-445c-978f-6e04f3d1ec65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387009 Jun 11 19:37:57.428026 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-dbe05a21-0295-4c6c-b945-1c88a3ca8eed tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/quotas/e11c9a92b2034fce97efde0e6eb32aa1 HTTP/1.1" status: 200 len: 375 time: 0.0334322 Jun 11 19:37:57.503021 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fee7f-1499-4b2d-8345-13833ba54f0f req-52e3d5d5-ef92-4102-83ad-30df1c0bb9b3 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:57.504435 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-721fee7f-1499-4b2d-8345-13833ba54f0f req-52e3d5d5-ef92-4102-83ad-30df1c0bb9b3 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.1333017 Jun 11 19:37:57.541903 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-a62eb969-0da6-44d1-886f-2eb3dc6a4d10 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e11c9a92b2034fce97efde0e6eb32aa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1078644 Jun 11 19:37:57.566238 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-721fee7f-1499-4b2d-8345-13833ba54f0f req-59f789fd-66d5-4ef5-b682-48d3d9fe98e7 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554173 Jun 11 19:37:57.665974 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-aff5bc8e-8f46-43d5-a253-daffc395ce24 service neutron] 10.222.0.24 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119788 Jun 11 19:37:57.669328 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 47a59062-68d6-4cf6-b949-1e1c1610770a up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:37:57.722691 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 47a59062-68d6-4cf6-b949-1e1c1610770a triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:37:57.723069 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:37:57.789722 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-088f2cda-91f2-4d2a-9bef-b4ac169b76b0 service neutron] 10.222.0.24 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140335 Jun 11 19:37:57.964549 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d93c0fb0-148a-4146-baee-912bf4080901 req-59070261-e650-44b4-8a8b-c2ec81e982fe tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 210 time: 0.0356779 Jun 11 19:37:58.268774 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6c06186c-e37b-4803-a94a-c2b335d5627b req-094a793c-3ff7-45c1-8aec-43167ebb71a4 service neutron] 10.222.0.39 "GET /v2.0/networks/0e11dd1a-15a5-445c-978f-6e04f3d1ec65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666889 Jun 11 19:37:58.286943 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed7005-b83c-4632-b1a6-ff91c7c0ab23 req-7deb24df-147c-4dda-89c9-6197ae1a30c5 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:58.288373 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b9ed7005-b83c-4632-b1a6-ff91c7c0ab23 req-7deb24df-147c-4dda-89c9-6197ae1a30c5 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/ports?device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 948 time: 0.0966270 Jun 11 19:37:58.330302 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b9ed7005-b83c-4632-b1a6-ff91c7c0ab23 req-454a67b9-19ef-4df7-b797-5f070d01b092 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b2949f-225b-4489-8657-de241bcfd247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345824 Jun 11 19:37:58.747200 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970d2f1-83f3-49b5-90f8-41dd636f06b2 req-7efe65bf-a841-4cc4-a56a-26cf78751265 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:58.748671 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2970d2f1-83f3-49b5-90f8-41dd636f06b2 req-7efe65bf-a841-4cc4-a56a-26cf78751265 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0697174 Jun 11 19:37:58.789371 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2970d2f1-83f3-49b5-90f8-41dd636f06b2 req-5dea0849-1611-4d3a-9e4f-0f09c0bc875b tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350497 Jun 11 19:37:59.109715 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-695578fb-4ebf-4a64-a981-dd4e942791a2 req-9007b23b-3213-4dc8-9137-5c49b0713af2 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 210 time: 0.0319431 Jun 11 19:37:59.511510 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cb3b2-5191-47b4-a990-089f92ae46f1 req-0424f057-244e-4d50-889e-9e8a60f83b00 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:59.512897 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ef6cb3b2-5191-47b4-a990-089f92ae46f1 req-0424f057-244e-4d50-889e-9e8a60f83b00 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/ports?device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 948 time: 0.0692980 Jun 11 19:37:59.551883 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ef6cb3b2-5191-47b4-a990-089f92ae46f1 req-ed778506-afe4-4b6d-b7e3-140fcbb68442 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b2949f-225b-4489-8657-de241bcfd247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335882 Jun 11 19:37:59.966083 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5bd3e-89f3-42f1-926f-8b82b8cb5c5b req-f0025ba3-4495-4984-90cf-76fc590c6887 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:37:59.968069 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0db5bd3e-89f3-42f1-926f-8b82b8cb5c5b req-f0025ba3-4495-4984-90cf-76fc590c6887 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0676033 Jun 11 19:38:00.009632 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0db5bd3e-89f3-42f1-926f-8b82b8cb5c5b req-43181f63-a538-4bf3-9ca0-e94f9b3371bb tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358477 Jun 11 19:38:00.207229 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eb0b5-1f65-416b-a483-665a73b7f11c req-bb44c969-1c15-4977-b45c-e4675effeddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:00.209429 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-394eb0b5-1f65-416b-a483-665a73b7f11c req-bb44c969-1c15-4977-b45c-e4675effeddb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2226521bbe9345d4b6f4cf75b711639a&device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 1101 time: 0.0669258 Jun 11 19:38:00.282424 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-35c66d27-3e55-424a-aec0-7a89921fce01 req-dcc53fda-a06f-4c87-abd5-5d2034e94243 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 210 time: 0.0447533 Jun 11 19:38:00.362816 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eb0b5-1f65-416b-a483-665a73b7f11c req-db9b3c00-07f7-4929-9285-b6aff360b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:00.364339 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-394eb0b5-1f65-416b-a483-665a73b7f11c req-db9b3c00-07f7-4929-9285-b6aff360b3c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0e11dd1a-15a5-445c-978f-6e04f3d1ec65 HTTP/1.1" status: 200 len: 870 time: 0.1481230 Jun 11 19:38:00.420222 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-394eb0b5-1f65-416b-a483-665a73b7f11c req-929e87a5-e604-4539-af3c-ad7449e5cd20 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=2b904bdd-eef9-4804-bf8e-25328c670794 HTTP/1.1" status: 200 len: 217 time: 0.0488732 Jun 11 19:38:00.481901 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eb0b5-1f65-416b-a483-665a73b7f11c req-121145c6-09b0-4d30-8508-8c1f7487dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:00.483311 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-394eb0b5-1f65-416b-a483-665a73b7f11c req-121145c6-09b0-4d30-8508-8c1f7487dd03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ae098e1f-7e9d-40a7-aa65-a27b27d5a004 HTTP/1.1" status: 200 len: 843 time: 0.0546291 Jun 11 19:38:00.848193 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eb0b5-1f65-416b-a483-665a73b7f11c req-0b884235-d32e-4e05-b5ed-8cb50044a5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:00.849538 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-394eb0b5-1f65-416b-a483-665a73b7f11c req-0b884235-d32e-4e05-b5ed-8cb50044a5d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e11dd1a-15a5-445c-978f-6e04f3d1ec65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3580279 Jun 11 19:38:00.873367 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ee799-6a0b-4b73-9892-eeda8e9c407f req-e4706f58-1f6b-477f-aa0f-7e032d383bdb tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:00.874892 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b46ee799-6a0b-4b73-9892-eeda8e9c407f req-e4706f58-1f6b-477f-aa0f-7e032d383bdb tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/ports?device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 948 time: 0.0976937 Jun 11 19:38:00.945686 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-9821c3a1-17da-4c59-9f83-4d51fffc8ee6 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:00.947141 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-9821c3a1-17da-4c59-9f83-4d51fffc8ee6 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.39 "GET /v2.0/networks?id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b HTTP/1.1" status: 200 len: 816 time: 0.1274002 Jun 11 19:38:00.985938 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b46ee799-6a0b-4b73-9892-eeda8e9c407f req-973f6161-2c96-4b05-9eba-541a425fb443 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b2949f-225b-4489-8657-de241bcfd247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987659 Jun 11 19:38:01.007157 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-394eb0b5-1f65-416b-a483-665a73b7f11c req-2bdfe3bc-0322-457f-bc73-326af399a7ea service neutron] 10.222.0.39 "GET /v2.0/networks/0e11dd1a-15a5-445c-978f-6e04f3d1ec65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476722 Jun 11 19:38:01.007289 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-25add928-9231-403e-935a-5115d4c924ab tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e11c9a92b2034fce97efde0e6eb32aa1 HTTP/1.1" status: 200 len: 380 time: 0.0504556 Jun 11 19:38:01.020369 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-329f82c4-708a-4d09-8785-3dad06f727cc tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Request body: {'port': {'device_id': '5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'admin_state_up': True, 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'security_groups': ['791e7b74-b1e6-40e3-b1bd-dc3babdf11ea']}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:38:01.147943 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-394eb0b5-1f65-416b-a483-665a73b7f11c req-16fa2951-6ed7-4243-89d6-41145bf73aba service neutron] 10.222.0.39 "GET /v2.0/networks/0e11dd1a-15a5-445c-978f-6e04f3d1ec65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321599 Jun 11 19:38:01.205326 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-329f82c4-708a-4d09-8785-3dad06f727cc tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Made reservation on behalf of e11c9a92b2034fce97efde0e6eb32aa1 for: {'port': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:38:01.209314 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-329f82c4-708a-4d09-8785-3dad06f727cc tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:01.225588 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11988f5-fa7a-47b9-9120-9cf8595135c9 req-63a271c2-bfc7-4a7e-8325-d99d3d46500f tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:01.227066 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d11988f5-fa7a-47b9-9120-9cf8595135c9 req-63a271c2-bfc7-4a7e-8325-d99d3d46500f tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0690217 Jun 11 19:38:01.275578 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d11988f5-fa7a-47b9-9120-9cf8595135c9 req-4d5bee4c-22bd-45d1-8d0e-be0c94bf2283 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421338 Jun 11 19:38:01.364209 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-329f82c4-708a-4d09-8785-3dad06f727cc tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Allocated IP 172.20.0.14 (e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b/7b1b2f8b-4f81-46c4-a470-0a07973694a0/5b2b88a3-b657-4c9d-b212-af924de0695c) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:38:01.438308 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e4aa2acc-bb80-4bb9-826b-47267fba1363 req-3d7e1b66-d2dd-4c69-90f9-027aef0f8d37 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 210 time: 0.0349610 Jun 11 19:38:01.534110 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-329f82c4-708a-4d09-8785-3dad06f727cc tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:01.546509 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.provisioning_blocks [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-329f82c4-708a-4d09-8785-3dad06f727cc tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Transition to ACTIVE for port object 5b2b88a3-b657-4c9d-b212-af924de0695c will not be triggered until provisioned by entity DHCP. {{(pid=91833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:38:01.581857 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-329f82c4-708a-4d09-8785-3dad06f727cc tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10434319'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:01.585727 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c4f8a0b8-ddff-42bb-b35e-1f5f62915186 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:01.637190 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-329f82c4-708a-4d09-8785-3dad06f727cc tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Network e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:38:01.643798 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-329f82c4-708a-4d09-8785-3dad06f727cc tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:38:01.647670 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-329f82c4-708a-4d09-8785-3dad06f727cc tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:38:01.682529 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f82c4-708a-4d09-8785-3dad06f727cc tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Pushing event updated for resources: {'Port': ['ID=5b2b88a3-b657-4c9d-b212-af924de0695c,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:01.687269 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-329f82c4-708a-4d09-8785-3dad06f727cc tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:01.709959 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-329f82c4-708a-4d09-8785-3dad06f727cc tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:01.710577 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-329f82c4-708a-4d09-8785-3dad06f727cc tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:01.735027 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-329f82c4-708a-4d09-8785-3dad06f727cc tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7185667 Jun 11 19:38:01.749541 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Request body: {'port': {'device_id': '5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:38:01.775037 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42720) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:01.843011 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:01.886281 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-7510b75a-25bf-4237-a24a-410128a33a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:01.892625 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-ff2d942d-6c73-49ce-8bb0-aa46043124c1 None None] Provisioning for port 5b2b88a3-b657-4c9d-b212-af924de0695c completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:38:01.897638 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-ff2d942d-6c73-49ce-8bb0-aa46043124c1 None None] Provisioning complete for port 5b2b88a3-b657-4c9d-b212-af924de0695c triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:38:01.898444 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-ff2d942d-6c73-49ce-8bb0-aa46043124c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:01.946488 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-ff2d942d-6c73-49ce-8bb0-aa46043124c1 None None] Port 5b2b88a3-b657-4c9d-b212-af924de0695c cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:38:01.979763 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-7510b75a-25bf-4237-a24a-410128a33a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:01.984195 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-7510b75a-25bf-4237-a24a-410128a33a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:01.987796 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e808a75b-2261-4b38-9ed3-60e2eb5bd0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:02.030497 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-7510b75a-25bf-4237-a24a-410128a33a02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db98bcd7bac94d259188d844a41df63c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542851 Jun 11 19:38:02.031115 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42726) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:02.038486 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510b75a-25bf-4237-a24a-410128a33a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a30f6b6-4608-4241-bdc4-92a22db07a43,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:02.048466 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-7510b75a-25bf-4237-a24a-410128a33a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:02.088267 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-984e3bee-38f5-423e-96f8-6b471985d7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:02.124674 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-984e3bee-38f5-423e-96f8-6b471985d7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:02.172023 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b2b88a3-b657-4c9d-b212-af924de0695c {{(pid=91833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:38:02.179963 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:02.192700 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.provisioning_blocks [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Transition to ACTIVE for port object 5b2b88a3-b657-4c9d-b212-af924de0695c will not be triggered until provisioned by entity L2. {{(pid=91833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:38:02.199563 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10434353'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:02.210633 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-08c854fa-a2a7-40aa-a564-0fc81925b272 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:02.214331 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fae34-323e-48b5-b941-2fc89fb47b46 req-dfd255fe-e3d3-4aa0-b57e-9ed50b79999d tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:02.221348 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dc8fae34-323e-48b5-b941-2fc89fb47b46 req-dfd255fe-e3d3-4aa0-b57e-9ed50b79999d tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/ports?device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 948 time: 0.1139894 Jun 11 19:38:02.250629 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-984e3bee-38f5-423e-96f8-6b471985d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:02.253604 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-984e3bee-38f5-423e-96f8-6b471985d7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:02.257734 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-984e3bee-38f5-423e-96f8-6b471985d7f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a30f6b6-4608-4241-bdc4-92a22db07a43 HTTP/1.1" status: 204 len: 168 time: 0.2224643 Jun 11 19:38:02.257734 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:02.275031 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e3bee-38f5-423e-96f8-6b471985d7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a30f6b6-4608-4241-bdc4-92a22db07a43,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:02.278012 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-984e3bee-38f5-423e-96f8-6b471985d7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:02.288358 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dc8fae34-323e-48b5-b941-2fc89fb47b46 req-60eea52f-d1bd-4043-aaf0-d964eefef62e tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b2949f-225b-4489-8657-de241bcfd247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661988 Jun 11 19:38:02.320813 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5b2b88a3-b657-4c9d-b212-af924de0695c,revision_number=2']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:02.323760 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:02.445633 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Attempting to bind port 5b2b88a3-b657-4c9d-b212-af924de0695c on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:38:02.446338 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Attempting to bind port 5b2b88a3-b657-4c9d-b212-af924de0695c by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '4b7ace0d-c4d2-439a-98ac-04c1e8998ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b'}] {{(pid=91833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:38:02.447085 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Attempting to bind port 5b2b88a3-b657-4c9d-b212-af924de0695c on network e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:38:02.459952 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Port 5b2b88a3-b657-4c9d-b212-af924de0695c on network e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:38:02.460286 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Attempting to bind port 5b2b88a3-b657-4c9d-b212-af924de0695c on network e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:38:02.465427 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:38:02.465917 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Checking segment: {'id': '4b7ace0d-c4d2-439a-98ac-04c1e8998ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:38:02.466345 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Bound using segment: {'id': '4b7ace0d-c4d2-439a-98ac-04c1e8998ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b'} {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:38:02.466824 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Bound port: 5b2b88a3-b657-4c9d-b212-af924de0695c, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b7ace0d-c4d2-439a-98ac-04c1e8998ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b'}}] {{(pid=91833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:38:02.467222 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:02.522616 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3f5c2-9161-4d7e-9922-09967ef3b342 req-8b94c232-d5fe-4f7c-828a-854e15f6b97a tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:02.524110 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2af3f5c2-9161-4d7e-9922-09967ef3b342 req-8b94c232-d5fe-4f7c-828a-854e15f6b97a tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0922973 Jun 11 19:38:02.563156 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] For port 5b2b88a3-b657-4c9d-b212-af924de0695c, host hv-cinder-79053, cleared binding levels {{(pid=91833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:38:02.566508 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] For port 5b2b88a3-b657-4c9d-b212-af924de0695c, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5b2b88a3-b657-4c9d-b212-af924de0695c,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:38:02.575129 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10434353'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:02.577941 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2af3f5c2-9161-4d7e-9922-09967ef3b342 req-803b4936-d5a4-49d5-bf10-5fe1d24140c5 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477977 Jun 11 19:38:02.586315 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-af6d0c30-c742-4da2-a053-a45cdbd17c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:02.616099 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:02.616720 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:02.618095 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] 10.222.0.39 "PUT /v2.0/ports/5b2b88a3-b657-4c9d-b212-af924de0695c HTTP/1.1" status: 200 len: 1094 time: 0.8736682 Jun 11 19:38:02.618629 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f', 'tag': '5b2b88a3-b657-4c9d-b212-af924de0695c'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:38:02.621054 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29ba2c2-1230-47a9-b50a-218f8b08b5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f", "tag": "5b2b88a3-b657-4c9d-b212-af924de0695c"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:38:02.643923 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42744) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:02.676061 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2432735d-2aaa-413c-b6f0-734537f7892e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:02.698497 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83d9670-49dd-4d11-95f1-3263a568dc48 x-openstack-request-id: req-f83d9670-49dd-4d11-95f1-3263a568dc48 {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:38:02.698850 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f", "tag": "5b2b88a3-b657-4c9d-b212-af924de0695c", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:38:02.699140 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f83d9670-49dd-4d11-95f1-3263a568dc48 {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:38:02.699567 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f', 'tag': '5b2b88a3-b657-4c9d-b212-af924de0695c', 'status': 'completed', 'code': 200} Jun 11 19:38:02.724066 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba377b3-d48a-4598-81e4-afc4dc91acf8 req-5cc5f587-5d4a-40a5-84e9-a249dbcaf3b8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:02.725588 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5ba377b3-d48a-4598-81e4-afc4dc91acf8 req-5cc5f587-5d4a-40a5-84e9-a249dbcaf3b8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.1354823 Jun 11 19:38:02.729658 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5b2b88a3-b657-4c9d-b212-af924de0695c,revision_number=3']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:02.734897 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:02.770475 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-1a49e0d2-2be7-4ee0-85eb-8cfa3c549d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:02.772361 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-1a49e0d2-2be7-4ee0-85eb-8cfa3c549d5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e11c9a92b2034fce97efde0e6eb32aa1&device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 1097 time: 0.0874457 Jun 11 19:38:02.801974 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5ba377b3-d48a-4598-81e4-afc4dc91acf8 req-7216cb15-c574-48b4-aa07-80d2bbfa8f5d tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698736 Jun 11 19:38:02.834837 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-a6e8f828-9a7e-4bb7-af09-33c96124409f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b2b88a3-b657-4c9d-b212-af924de0695c HTTP/1.1" status: 200 len: 217 time: 0.0507805 Jun 11 19:38:02.844104 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2432735d-2aaa-413c-b6f0-734537f7892e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:02.848876 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2432735d-2aaa-413c-b6f0-734537f7892e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:02.850898 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-5ee25115-c1ef-4825-a012-a476924b17ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:02.890229 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432735d-2aaa-413c-b6f0-734537f7892e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab7935a-9cf9-4437-ac5e-5a5d497a4b85,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:02.896678 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-2432735d-2aaa-413c-b6f0-734537f7892e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c513da2873a427e9353e17f0295d7a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495449 Jun 11 19:38:02.896678 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-2432735d-2aaa-413c-b6f0-734537f7892e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:02.897117 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42746) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:02.920552 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-7ffa57dc-d8fc-4c74-afae-1b17ad0dda9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:02.921991 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-7ffa57dc-d8fc-4c74-afae-1b17ad0dda9f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b1b2f8b-4f81-46c4-a470-0a07973694a0 HTTP/1.1" status: 200 len: 855 time: 0.0786517 Jun 11 19:38:02.995301 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cf73cf4a-9fc1-4139-bb76-4c5c9af6da09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:03.024263 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cf73cf4a-9fc1-4139-bb76-4c5c9af6da09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:03.037235 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-967bbdda-f76e-448e-abb3-a0914a9008e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:03.038740 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-967bbdda-f76e-448e-abb3-a0914a9008e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1086066 Jun 11 19:38:03.167424 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cf73cf4a-9fc1-4139-bb76-4c5c9af6da09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:03.169938 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cf73cf4a-9fc1-4139-bb76-4c5c9af6da09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:03.171059 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-cf73cf4a-9fc1-4139-bb76-4c5c9af6da09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ab7935a-9cf9-4437-ac5e-5a5d497a4b85 HTTP/1.1" status: 204 len: 168 time: 0.2730300 Jun 11 19:38:03.173210 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-6cebca2d-6616-472a-aff5-8c13645244a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:03.183308 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-24e8083e-8cc5-44c0-b3b0-8134c15557a9 service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372714 Jun 11 19:38:03.184422 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73cf4a-9fc1-4139-bb76-4c5c9af6da09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab7935a-9cf9-4437-ac5e-5a5d497a4b85,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:03.186632 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-cf73cf4a-9fc1-4139-bb76-4c5c9af6da09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:03.306100 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-f7505c45-860e-4939-bc04-34ff8c4a79fd req-2d2e7694-6956-4003-b949-1e581d4f1785 service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152811 Jun 11 19:38:03.425463 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ba2c2-1230-47a9-b50a-218f8b08b5d5 req-24fbb7a3-d449-4688-a4f6-67e8e4e08375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:03.426887 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-d29ba2c2-1230-47a9-b50a-218f8b08b5d5 req-24fbb7a3-d449-4688-a4f6-67e8e4e08375 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e11c9a92b2034fce97efde0e6eb32aa1&device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 1097 time: 0.0637951 Jun 11 19:38:03.500339 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a410778-10ab-4e8c-a28f-1edb41587dd8 req-51be6a59-fd78-4884-b083-03cd301b9e4e tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:03.502039 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8a410778-10ab-4e8c-a28f-1edb41587dd8 req-51be6a59-fd78-4884-b083-03cd301b9e4e tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/ports?device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 948 time: 0.0838852 Jun 11 19:38:03.541162 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42760) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:03.558540 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ba2c2-1230-47a9-b50a-218f8b08b5d5 req-65d3ca45-d041-4622-92bb-428af1eb967b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:03.560636 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-d29ba2c2-1230-47a9-b50a-218f8b08b5d5 req-65d3ca45-d041-4622-92bb-428af1eb967b service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b HTTP/1.1" status: 200 len: 917 time: 0.1253953 Jun 11 19:38:03.561787 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8a410778-10ab-4e8c-a28f-1edb41587dd8 req-eafc447b-bfcb-4924-a517-6a6108696fa0 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b2949f-225b-4489-8657-de241bcfd247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519602 Jun 11 19:38:03.562991 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1c2a02e2-7b65-4d87-a679-bc1d4b2a782e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:03.628994 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-d29ba2c2-1230-47a9-b50a-218f8b08b5d5 req-63e428bb-f3da-432f-9b4f-182af872a84b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b2b88a3-b657-4c9d-b212-af924de0695c HTTP/1.1" status: 200 len: 217 time: 0.0594409 Jun 11 19:38:03.665252 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1c2a02e2-7b65-4d87-a679-bc1d4b2a782e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:03.671441 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1c2a02e2-7b65-4d87-a679-bc1d4b2a782e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:03.675096 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-1eaa856a-07ce-4044-b43d-6a2386b89fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:03.688372 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ba2c2-1230-47a9-b50a-218f8b08b5d5 req-a3dd7940-3a50-458d-8bd4-21afb1324873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:03.689817 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-d29ba2c2-1230-47a9-b50a-218f8b08b5d5 req-a3dd7940-3a50-458d-8bd4-21afb1324873 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b1b2f8b-4f81-46c4-a470-0a07973694a0 HTTP/1.1" status: 200 len: 855 time: 0.0539408 Jun 11 19:38:03.714316 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-1c2a02e2-7b65-4d87-a679-bc1d4b2a782e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fdfb17d0be434c418ca99ed244704554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721334 Jun 11 19:38:03.717646 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42764) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:03.730267 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a02e2-7b65-4d87-a679-bc1d4b2a782e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5d7f77-fd8b-493b-8fdc-f21ccca810fb,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:03.736749 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-1c2a02e2-7b65-4d87-a679-bc1d4b2a782e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:03.764518 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ba2c2-1230-47a9-b50a-218f8b08b5d5 req-6b5dba56-457d-4e39-8022-14403563544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:03.765980 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-d29ba2c2-1230-47a9-b50a-218f8b08b5d5 req-6b5dba56-457d-4e39-8022-14403563544f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676837 Jun 11 19:38:03.828373 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0cdd5324-b00f-41e6-b1e4-1b6f3ef94abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:03.838607 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9189ae-bc68-43ac-a6a8-a2713e534856 req-5e994b92-5ad5-454b-b0b5-282e3da2db74 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:03.840123 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7f9189ae-bc68-43ac-a6a8-a2713e534856 req-5e994b92-5ad5-454b-b0b5-282e3da2db74 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.1240370 Jun 11 19:38:03.882636 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0cdd5324-b00f-41e6-b1e4-1b6f3ef94abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:03.884701 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-d29ba2c2-1230-47a9-b50a-218f8b08b5d5 req-f7d58fdc-8a08-45a8-beb5-86cc50daef12 service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105852 Jun 11 19:38:03.944646 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7f9189ae-bc68-43ac-a6a8-a2713e534856 req-24aeec07-a3d8-464f-8f4a-fa510dabb20d tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958755 Jun 11 19:38:03.993443 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0cdd5324-b00f-41e6-b1e4-1b6f3ef94abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:03.996074 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0cdd5324-b00f-41e6-b1e4-1b6f3ef94abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:03.997187 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-0cdd5324-b00f-41e6-b1e4-1b6f3ef94abc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b5d7f77-fd8b-493b-8fdc-f21ccca810fb HTTP/1.1" status: 204 len: 168 time: 0.2786942 Jun 11 19:38:03.999241 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-1c2a02e2-7b65-4d87-a679-bc1d4b2a782e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:04.017636 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07259f-6d9a-49ff-b832-15a75b106a21 req-4f155af9-6244-4d6f-b45a-15060ebbd811 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:04.019155 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-df07259f-6d9a-49ff-b832-15a75b106a21 req-4f155af9-6244-4d6f-b45a-15060ebbd811 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.0914919 Jun 11 19:38:04.019654 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-d29ba2c2-1230-47a9-b50a-218f8b08b5d5 req-ad300eba-d846-4eeb-8b2d-88ae882956f2 service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205845 Jun 11 19:38:04.019970 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd5324-b00f-41e6-b1e4-1b6f3ef94abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5d7f77-fd8b-493b-8fdc-f21ccca810fb,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:04.022237 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0cdd5324-b00f-41e6-b1e4-1b6f3ef94abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:04.065654 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-df07259f-6d9a-49ff-b832-15a75b106a21 req-a245fddd-d628-41d1-a32c-c0c0cee73266 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408959 Jun 11 19:38:04.193543 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 2b904bdd-eef9-4804-bf8e-25328c670794 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:38:04.309682 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 2b904bdd-eef9-4804-bf8e-25328c670794, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2b904bdd-eef9-4804-bf8e-25328c670794,segment=NetworkSegment(f59387e8-ab8a-4b93-bea9-1277af8b6e2a),segment_id=f59387e8-ab8a-4b93-bea9-1277af8b6e2a)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:38:04.326606 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': '2b904bdd-eef9-4804-bf8e-25328c670794', 'network_id': '0e11dd1a-15a5-445c-978f-6e04f3d1ec65', 'port_id': '2b904bdd-eef9-4804-bf8e-25328c670794', 'mac_address': 'fa:16:3e:82:72:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae098e1f-7e9d-40a7-aa65-a27b27d5a004', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:38:04.371614 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:04.387007 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b904bdd-eef9-4804-bf8e-25328c670794 {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:38:04.409027 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 2b904bdd-eef9-4804-bf8e-25328c670794, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2b904bdd-eef9-4804-bf8e-25328c670794,segment=NetworkSegment(f59387e8-ab8a-4b93-bea9-1277af8b6e2a),segment_id=f59387e8-ab8a-4b93-bea9-1277af8b6e2a)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:38:04.414318 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:04.416146 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-93649fef-ed39-40f8-8d56-81c73e17d441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:04.470082 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=2b904bdd-eef9-4804-bf8e-25328c670794,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:04.473422 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:04.722147 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['2b904bdd-eef9-4804-bf8e-25328c670794'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:38:04.774150 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91595374-34ca-4ee0-ac48-36f4794105bd req-a1b342a7-a0eb-4ec7-9a91-9383ee77acb5 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:04.775910 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-91595374-34ca-4ee0-ac48-36f4794105bd req-a1b342a7-a0eb-4ec7-9a91-9383ee77acb5 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/ports?device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 949 time: 0.0887182 Jun 11 19:38:04.819390 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-91595374-34ca-4ee0-ac48-36f4794105bd req-087c1663-e0e4-45b3-8fae-f8a1112be593 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b2949f-225b-4489-8657-de241bcfd247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372992 Jun 11 19:38:05.136495 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ede031-43e9-4ddf-884d-6c8074ee8094 req-c63c9776-3752-4b0f-9b58-cc5500407d8f tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:05.138437 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a0ede031-43e9-4ddf-884d-6c8074ee8094 req-c63c9776-3752-4b0f-9b58-cc5500407d8f tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0726969 Jun 11 19:38:05.184066 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a0ede031-43e9-4ddf-884d-6c8074ee8094 req-5332c9f7-9720-4e37-b22b-74ee50dd7a51 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397360 Jun 11 19:38:05.270376 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bb7eb-318f-4e2d-89ff-569c039fc031 req-accbd22f-b3fd-4d3a-aec0-33d9e79deece tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:05.271954 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-385bb7eb-318f-4e2d-89ff-569c039fc031 req-accbd22f-b3fd-4d3a-aec0-33d9e79deece tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.0767400 Jun 11 19:38:05.313096 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-385bb7eb-318f-4e2d-89ff-569c039fc031 req-f409775d-d1ef-444f-b2a2-52135500b5a5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355692 Jun 11 19:38:05.903382 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42858) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:06.019359 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02ed4e-d4cb-495a-89f5-9a9e3e538d64 req-1d25d19d-6464-47bb-8bb4-6ac6ab1299e0 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:06.020850 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3e02ed4e-d4cb-495a-89f5-9a9e3e538d64 req-1d25d19d-6464-47bb-8bb4-6ac6ab1299e0 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/ports?device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 949 time: 0.0764256 Jun 11 19:38:06.033010 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d114be83-92c9-4c4d-a128-527ca2d21b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:06.103556 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3e02ed4e-d4cb-495a-89f5-9a9e3e538d64 req-036bfc52-c624-4de0-88fc-7ac2ca594449 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b2949f-225b-4489-8657-de241bcfd247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768385 Jun 11 19:38:06.132241 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d114be83-92c9-4c4d-a128-527ca2d21b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:06.136158 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d114be83-92c9-4c4d-a128-527ca2d21b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:06.138014 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5b73a-f7cf-47d6-b6f4-f2f25c2dc8f9 req-674bbb4b-46a6-4362-bb3a-c010478be076 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:06.138681 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-db09478c-309c-48f9-a239-b38941a233e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:06.139484 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-26e5b73a-f7cf-47d6-b6f4-f2f25c2dc8f9 req-674bbb4b-46a6-4362-bb3a-c010478be076 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 945 time: 0.0958211 Jun 11 19:38:06.181001 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-26e5b73a-f7cf-47d6-b6f4-f2f25c2dc8f9 req-d28de15c-5893-4f73-bb26-f1c489811c86 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357811 Jun 11 19:38:06.181875 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-d114be83-92c9-4c4d-a128-527ca2d21b1a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8b0a36ed3ae45b2abb2a0e4a94da04c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773151 Jun 11 19:38:06.182802 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114be83-92c9-4c4d-a128-527ca2d21b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336334f6-37b0-4446-b6c8-fb442091f956,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:06.184726 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42864) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:06.186357 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-d114be83-92c9-4c4d-a128-527ca2d21b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:06.228461 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 5b2b88a3-b657-4c9d-b212-af924de0695c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:38:06.230749 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 2b904bdd-eef9-4804-bf8e-25328c670794 up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:38:06.240072 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-61b614c3-df91-41dd-b4c7-2c4fc891b7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:06.263218 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-61b614c3-df91-41dd-b4c7-2c4fc891b7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:06.345883 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-61b614c3-df91-41dd-b4c7-2c4fc891b7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:06.348690 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-61b614c3-df91-41dd-b4c7-2c4fc891b7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:06.352529 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-61b614c3-df91-41dd-b4c7-2c4fc891b7c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/336334f6-37b0-4446-b6c8-fb442091f956 HTTP/1.1" status: 204 len: 168 time: 0.1635284 Jun 11 19:38:06.352529 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e0b1295a-c597-4292-9304-5bfbec74288c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:06.375688 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b614c3-df91-41dd-b4c7-2c4fc891b7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336334f6-37b0-4446-b6c8-fb442091f956,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:06.377971 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-61b614c3-df91-41dd-b4c7-2c4fc891b7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:06.399492 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port 2b904bdd-eef9-4804-bf8e-25328c670794 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:38:06.401899 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2269e5-d57a-46f9-9b15-d6f814411919 req-cd941f4c-fe81-4402-858d-129a62611d80 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:06.403518 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2b2269e5-d57a-46f9-9b15-d6f814411919 req-cd941f4c-fe81-4402-858d-129a62611d80 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.1024294 Jun 11 19:38:06.416041 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port 2b904bdd-eef9-4804-bf8e-25328c670794 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:38:06.416422 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:06.455624 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 5b2b88a3-b657-4c9d-b212-af924de0695c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5b2b88a3-b657-4c9d-b212-af924de0695c,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:38:06.464421 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2b2269e5-d57a-46f9-9b15-d6f814411919 req-6bce19b0-8cfc-41a4-bcc2-bf637aedbb09 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511479 Jun 11 19:38:06.479843 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': '5b2b88a3-b657-4c9d-b212-af924de0695c', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'port_id': '5b2b88a3-b657-4c9d-b212-af924de0695c', 'mac_address': 'fa:16:3e:dc:8b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:38:06.531740 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:06.551621 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b2b88a3-b657-4c9d-b212-af924de0695c {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:38:06.553823 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dd248-177f-462b-993f-97527367a6d4 req-b4248efe-6b55-42be-b836-42839a9b2069 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:06.562171 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0f9dd248-177f-462b-993f-97527367a6d4 req-b4248efe-6b55-42be-b836-42839a9b2069 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.0963433 Jun 11 19:38:06.603581 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 5b2b88a3-b657-4c9d-b212-af924de0695c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5b2b88a3-b657-4c9d-b212-af924de0695c,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:38:06.613776 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:06.617180 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0f9dd248-177f-462b-993f-97527367a6d4 req-e34dcb4a-eccd-4b82-85b7-2815e216bfd4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537314 Jun 11 19:38:06.618226 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:06.649821 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:06.698932 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 42874) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:06.705180 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75099967-f440-4af9-9020-d93dce130424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b904bdd-eef9-4804-bf8e-25328c670794'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:38:06.707693 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8db13d-5483-4576-82fb-1d0d99d64b8d" -d '{"events": [{"server_uuid": "75099967-f440-4af9-9020-d93dce130424", "name": "network-vif-plugged", "status": "completed", "tag": "2b904bdd-eef9-4804-bf8e-25328c670794"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:38:06.710054 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-86b31e72-e148-493f-8731-9c0d5b58132a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:06.716119 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-93588014-8823-40cf-b500-587ca499dbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:06.721731 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=5b2b88a3-b657-4c9d-b212-af924de0695c,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:06.725737 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:06.727410 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 2b904bdd-eef9-4804-bf8e-25328c670794, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2b904bdd-eef9-4804-bf8e-25328c670794,segment=NetworkSegment(f59387e8-ab8a-4b93-bea9-1277af8b6e2a),segment_id=f59387e8-ab8a-4b93-bea9-1277af8b6e2a)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:38:06.733761 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:06.736055 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:06.769569 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fa2549-86d5-4c70-a405-b89d9200a4e6 x-openstack-request-id: req-38fa2549-86d5-4c70-a405-b89d9200a4e6 {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:38:06.769907 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75099967-f440-4af9-9020-d93dce130424", "name": "network-vif-plugged", "status": "completed", "tag": "2b904bdd-eef9-4804-bf8e-25328c670794", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:38:06.770122 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38fa2549-86d5-4c70-a405-b89d9200a4e6 {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:38:06.770507 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75099967-f440-4af9-9020-d93dce130424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b904bdd-eef9-4804-bf8e-25328c670794', 'code': 200} Jun 11 19:38:06.800313 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=2b904bdd-eef9-4804-bf8e-25328c670794,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:06.805450 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:06.830751 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-93588014-8823-40cf-b500-587ca499dbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:06.834677 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-93588014-8823-40cf-b500-587ca499dbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:06.837493 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e739b0d4-9c90-4b63-b433-6d5f03b214dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:06.876560 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-93588014-8823-40cf-b500-587ca499dbaf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fa07ec817484aca8d4d7a4dbc9710d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1765723 Jun 11 19:38:06.877660 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93588014-8823-40cf-b500-587ca499dbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd16b2b-19f5-4458-82e2-0a40f13b0ffc,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:06.879264 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 42878) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:06.880607 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-93588014-8823-40cf-b500-587ca499dbaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:06.932784 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c3f9-28bb-4673-ab13-af7f9d005366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:06.940360 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['5b2b88a3-b657-4c9d-b212-af924de0695c'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:38:06.985270 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c3f9-28bb-4673-ab13-af7f9d005366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:07.036743 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c497db-9350-4b99-bf20-49455205b5f2 req-7baffc8d-aecc-4a78-bc16-cb4d3ea1d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:07.038219 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-56c497db-9350-4b99-bf20-49455205b5f2 req-7baffc8d-aecc-4a78-bc16-cb4d3ea1d7cf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 1103 time: 0.1005876 Jun 11 19:38:07.055941 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c3f9-28bb-4673-ab13-af7f9d005366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:07.058290 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c3f9-28bb-4673-ab13-af7f9d005366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:07.059323 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-a1d0c3f9-28bb-4673-ab13-af7f9d005366 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cd16b2b-19f5-4458-82e2-0a40f13b0ffc HTTP/1.1" status: 204 len: 168 time: 0.1789379 Jun 11 19:38:07.061682 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-28a99c8d-84aa-4d03-a996-c334d149f668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:07.077652 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0c3f9-28bb-4673-ab13-af7f9d005366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd16b2b-19f5-4458-82e2-0a40f13b0ffc,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:07.089752 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0c3f9-28bb-4673-ab13-af7f9d005366 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:07.090127 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0c3f9-28bb-4673-ab13-af7f9d005366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:07.090487 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0c3f9-28bb-4673-ab13-af7f9d005366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:07.090880 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0c3f9-28bb-4673-ab13-af7f9d005366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:07.091744 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0c3f9-28bb-4673-ab13-af7f9d005366 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:07.092101 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0c3f9-28bb-4673-ab13-af7f9d005366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:07.092434 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0c3f9-28bb-4673-ab13-af7f9d005366 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:07.092779 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0c3f9-28bb-4673-ab13-af7f9d005366 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:07.093125 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0c3f9-28bb-4673-ab13-af7f9d005366 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:07.093469 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0c3f9-28bb-4673-ab13-af7f9d005366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:07.093808 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0c3f9-28bb-4673-ab13-af7f9d005366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:07.094149 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d0c3f9-28bb-4673-ab13-af7f9d005366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:07.106441 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-a1d0c3f9-28bb-4673-ab13-af7f9d005366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:07.112887 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-56c497db-9350-4b99-bf20-49455205b5f2 req-3e51263b-5467-4623-9f92-7d038fce7917 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=49b2949f-225b-4489-8657-de241bcfd247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623057 Jun 11 19:38:07.295304 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f9a6e-5cd3-47ec-8864-7b248c6096e6 req-2b50ea64-d8b4-4bce-9be3-4ea01c0db8de tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:07.297042 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-aa4f9a6e-5cd3-47ec-8864-7b248c6096e6 req-2b50ea64-d8b4-4bce-9be3-4ea01c0db8de tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/ports?device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 950 time: 0.0786078 Jun 11 19:38:07.379715 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-aa4f9a6e-5cd3-47ec-8864-7b248c6096e6 req-a0e65f49-ab8b-4148-a4e0-7ae64ba91b78 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b2949f-225b-4489-8657-de241bcfd247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725935 Jun 11 19:38:07.399551 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689994bd-3f34-495e-a4d4-bd6952ca520a req-a004f4bf-22ba-4f9e-8f51-11286fdf1860 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:07.400982 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-689994bd-3f34-495e-a4d4-bd6952ca520a req-a004f4bf-22ba-4f9e-8f51-11286fdf1860 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 945 time: 0.1023493 Jun 11 19:38:07.444049 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-689994bd-3f34-495e-a4d4-bd6952ca520a req-123aedca-8cfc-47be-aebe-80fdd8ec56df tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365632 Jun 11 19:38:07.663944 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea429252-6191-4dc6-ad95-649a46e34d68 req-def3b66a-c091-4881-90e5-1267a4e7039a tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:07.665582 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ea429252-6191-4dc6-ad95-649a46e34d68 req-def3b66a-c091-4881-90e5-1267a4e7039a tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0697618 Jun 11 19:38:07.720716 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ea429252-6191-4dc6-ad95-649a46e34d68 req-77bcc760-c72d-44b1-97b8-d7f13c7feed7 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382192 Jun 11 19:38:07.811318 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc14ba-36f0-4575-9da4-f0c353caed7c req-e3693798-ccf0-40e5-9418-825f0f5ad22c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:07.813015 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-44bc14ba-36f0-4575-9da4-f0c353caed7c req-e3693798-ccf0-40e5-9418-825f0f5ad22c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 945 time: 0.0824947 Jun 11 19:38:07.863563 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-44bc14ba-36f0-4575-9da4-f0c353caed7c req-831e0af6-518a-457b-8cb3-130f172cf6f5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443728 Jun 11 19:38:08.098779 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2b80e-3901-4aea-a110-52ffb8923bba req-f9e32b92-abf2-4536-b266-20e2556f13a6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:08.100396 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2aa2b80e-3901-4aea-a110-52ffb8923bba req-f9e32b92-abf2-4536-b266-20e2556f13a6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0721879 Jun 11 19:38:08.129115 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402020b-9797-4bb4-9761-e8a54494ddf6 req-48c76116-b8b7-4f75-ba8f-eee77c97b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:08.130617 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-0402020b-9797-4bb4-9761-e8a54494ddf6 req-48c76116-b8b7-4f75-ba8f-eee77c97b7f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=add1c563d4f842f79fd0b4094b476cb4&device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 1098 time: 0.0736923 Jun 11 19:38:08.150381 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2aa2b80e-3901-4aea-a110-52ffb8923bba req-cf673459-d07e-4b51-b7a0-6a5da54e497c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432570 Jun 11 19:38:08.230277 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbc1f5-66ec-45e6-af5a-885ba3ed1402 req-dc9a89a6-63ad-4252-844f-2dfaaaea3e8e tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:08.232729 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-48cbc1f5-66ec-45e6-af5a-885ba3ed1402 req-dc9a89a6-63ad-4252-844f-2dfaaaea3e8e tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 945 time: 0.0812407 Jun 11 19:38:08.242104 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 5b2b88a3-b657-4c9d-b212-af924de0695c up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:38:08.292802 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402020b-9797-4bb4-9761-e8a54494ddf6 req-8ad0150f-5452-45b9-ad21-f3cf2d94b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:08.295004 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-0402020b-9797-4bb4-9761-e8a54494ddf6 req-8ad0150f-5452-45b9-ad21-f3cf2d94b663 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd0799f3-e1f4-4564-b8cd-089a9187317a HTTP/1.1" status: 200 len: 912 time: 0.1384439 Jun 11 19:38:08.314256 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port 5b2b88a3-b657-4c9d-b212-af924de0695c completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:38:08.331675 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port 5b2b88a3-b657-4c9d-b212-af924de0695c triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:38:08.332065 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:08.409123 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-0402020b-9797-4bb4-9761-e8a54494ddf6 req-02e43bc5-caa0-43c3-9905-876456b99ed5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d5da950-c8c6-40f2-9c3d-d88241621737 HTTP/1.1" status: 200 len: 1001 time: 0.1037123 Jun 11 19:38:08.410875 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-48cbc1f5-66ec-45e6-af5a-885ba3ed1402 req-94a1b4bb-26a3-47d2-afef-5651c9cce368 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Deleting port 4e2d74df-c2e4-44dd-a076-f6434fd31e9e {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:38:08.411348 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-48cbc1f5-66ec-45e6-af5a-885ba3ed1402 req-94a1b4bb-26a3-47d2-afef-5651c9cce368 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:08.450930 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:08.494215 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 5b2b88a3-b657-4c9d-b212-af924de0695c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5b2b88a3-b657-4c9d-b212-af924de0695c,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:38:08.501963 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:08.504794 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:08.530725 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402020b-9797-4bb4-9761-e8a54494ddf6 req-e3d3d2b2-1113-4643-bec6-bdb0b91e78dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:08.532170 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-0402020b-9797-4bb4-9761-e8a54494ddf6 req-e3d3d2b2-1113-4643-bec6-bdb0b91e78dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e6eba21-4314-4ef9-a7be-0d0c169a43f5 HTTP/1.1" status: 200 len: 850 time: 0.1149838 Jun 11 19:38:08.565588 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=5b2b88a3-b657-4c9d-b212-af924de0695c,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:08.569283 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:08.624537 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402020b-9797-4bb4-9761-e8a54494ddf6 req-e5d84008-cc80-4af7-a136-3b968de3f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:08.626044 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-0402020b-9797-4bb4-9761-e8a54494ddf6 req-e5d84008-cc80-4af7-a136-3b968de3f410 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd0799f3-e1f4-4564-b8cd-089a9187317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0858054 Jun 11 19:38:08.628626 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-48cbc1f5-66ec-45e6-af5a-885ba3ed1402 req-94a1b4bb-26a3-47d2-afef-5651c9cce368 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] For port 4e2d74df-c2e4-44dd-a076-f6434fd31e9e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4e2d74df-c2e4-44dd-a076-f6434fd31e9e,segment=NetworkSegment(779e537c-f7eb-4049-a2df-3ab56d4cf900),segment_id=779e537c-f7eb-4049-a2df-3ab56d4cf900)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:38:08.629162 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-48cbc1f5-66ec-45e6-af5a-885ba3ed1402 req-94a1b4bb-26a3-47d2-afef-5651c9cce368 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:08.771184 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-48cbc1f5-66ec-45e6-af5a-885ba3ed1402 req-94a1b4bb-26a3-47d2-afef-5651c9cce368 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Calling delete_port for 4e2d74df-c2e4-44dd-a076-f6434fd31e9e owned by compute:nova {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:38:08.772137 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2b88a3-b657-4c9d-b212-af924de0695c'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:38:08.774942 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928ce527-4a36-400a-b089-103936627d8d" -d '{"events": [{"server_uuid": "5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f", "name": "network-vif-plugged", "status": "completed", "tag": "5b2b88a3-b657-4c9d-b212-af924de0695c"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:38:08.797870 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8569b15-489e-4c54-aae0-48177a7c24d2 req-6a43ce18-6b10-46ca-a7c5-afbe6572836f tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:08.799771 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c8569b15-489e-4c54-aae0-48177a7c24d2 req-6a43ce18-6b10-46ca-a7c5-afbe6572836f tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/ports?device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 950 time: 0.2575159 Jun 11 19:38:08.926010 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c8569b15-489e-4c54-aae0-48177a7c24d2 req-48131463-80ea-4a19-8003-224a753aec46 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b2949f-225b-4489-8657-de241bcfd247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193192 Jun 11 19:38:08.942543 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812908c-be5e-490a-b58d-57c8be9d4bf3 req-9354899b-3c1a-4c76-8d6e-39dbad0ad279 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:08.944348 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a812908c-be5e-490a-b58d-57c8be9d4bf3 req-9354899b-3c1a-4c76-8d6e-39dbad0ad279 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 945 time: 0.3117981 Jun 11 19:38:09.004879 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d714229-5213-46c3-a8e3-6526681e5339 x-openstack-request-id: req-9d714229-5213-46c3-a8e3-6526681e5339 {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:38:09.005248 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f", "name": "network-vif-plugged", "status": "completed", "tag": "5b2b88a3-b657-4c9d-b212-af924de0695c", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:38:09.005582 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d714229-5213-46c3-a8e3-6526681e5339 {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:38:09.006046 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2b88a3-b657-4c9d-b212-af924de0695c', 'code': 200} Jun 11 19:38:09.024272 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-0402020b-9797-4bb4-9761-e8a54494ddf6 req-edba6058-3f51-4a89-9e0e-a364b074a017 service neutron] 10.222.0.39 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908594 Jun 11 19:38:09.048981 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a812908c-be5e-490a-b58d-57c8be9d4bf3 req-d0b635b0-08e2-4e33-8d0c-bca1645504de tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/security-groups?id=3023a775-0951-436a-a9df-4129a4d56b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897844 Jun 11 19:38:09.064445 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-f02a1f05-4a8c-479e-a6f0-0d4eae120293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:09.193883 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-48cbc1f5-66ec-45e6-af5a-885ba3ed1402 req-94a1b4bb-26a3-47d2-afef-5651c9cce368 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:09.202028 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-005f0a88-2a7d-4d78-b620-6b5a8859a3d7 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:09.207135 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['4e2d74df-c2e4-44dd-a076-f6434fd31e9e'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:38:09.243954 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-0402020b-9797-4bb4-9761-e8a54494ddf6 req-d9ff402a-da72-440c-9b07-d4c564de34f4 service neutron] 10.222.0.39 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085049 Jun 11 19:38:09.248559 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1b4bb-26a3-47d2-afef-5651c9cce368 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Pushing event deleted for resources: {'Port': ['ID=4e2d74df-c2e4-44dd-a076-f6434fd31e9e,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:09.255434 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-94a1b4bb-26a3-47d2-afef-5651c9cce368 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:09.315211 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:09.329957 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cbc1f5-66ec-45e6-af5a-885ba3ed1402 req-94a1b4bb-26a3-47d2-afef-5651c9cce368 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] No DVR routers for this DVR port 4e2d74df-c2e4-44dd-a076-f6434fd31e9e on host hv-cinder-79053 {{(pid=91834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:38:09.333357 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-48cbc1f5-66ec-45e6-af5a-885ba3ed1402 req-94a1b4bb-26a3-47d2-afef-5651c9cce368 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:09.335686 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-48cbc1f5-66ec-45e6-af5a-885ba3ed1402 req-94a1b4bb-26a3-47d2-afef-5651c9cce368 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.39 "DELETE /v2.0/ports/4e2d74df-c2e4-44dd-a076-f6434fd31e9e HTTP/1.1" status: 204 len: 173 time: 1.0874157 Jun 11 19:38:09.337739 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a358859-d29a-46ac-bda6-bbd31e6ff95d', 'name': 'network-vif-deleted', 'tag': '4e2d74df-c2e4-44dd-a076-f6434fd31e9e'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:38:09.340927 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a3161f-267b-490a-b472-d6ec8033780a" -d '{"events": [{"server_uuid": "6a358859-d29a-46ac-bda6-bbd31e6ff95d", "name": "network-vif-deleted", "tag": "4e2d74df-c2e4-44dd-a076-f6434fd31e9e"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:38:09.373051 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a07db-15bb-468e-93aa-b45d8a2071b1 req-e91ec903-0294-4352-b431-be5fb8bec65b tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:09.375180 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-991a07db-15bb-468e-93aa-b45d8a2071b1 req-e91ec903-0294-4352-b431-be5fb8bec65b tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.2550952 Jun 11 19:38:09.411938 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf1013-5bbb-4b63-8421-5b4e31056a80 req-96177210-87af-46cc-80b1-28b74164f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:09.413533 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-10bf1013-5bbb-4b63-8421-5b4e31056a80 req-96177210-87af-46cc-80b1-28b74164f14c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 1099 time: 0.1325309 Jun 11 19:38:09.441228 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-991a07db-15bb-468e-93aa-b45d8a2071b1 req-936f953d-e4a8-4592-82fb-7b4c53600627 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480516 Jun 11 19:38:09.472241 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-10bf1013-5bbb-4b63-8421-5b4e31056a80 req-371290e2-7edd-4138-845d-de3cff6ee9a3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504661 Jun 11 19:38:09.519951 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f29fd9c-6e34-40f7-adab-71fa767fa1df x-openstack-request-id: req-1f29fd9c-6e34-40f7-adab-71fa767fa1df {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:38:09.520271 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a358859-d29a-46ac-bda6-bbd31e6ff95d", "name": "network-vif-deleted", "tag": "4e2d74df-c2e4-44dd-a076-f6434fd31e9e", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:38:09.520638 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f29fd9c-6e34-40f7-adab-71fa767fa1df {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:38:09.520971 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a358859-d29a-46ac-bda6-bbd31e6ff95d', 'name': 'network-vif-deleted', 'tag': '4e2d74df-c2e4-44dd-a076-f6434fd31e9e', 'status': 'completed', 'code': 200} Jun 11 19:38:09.564013 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecabf73-d0c8-41bd-9b4c-148316f0c434 req-0c9c2fd1-b5e5-4b86-a907-4959e0e17796 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:09.565652 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9ecabf73-d0c8-41bd-9b4c-148316f0c434 req-0c9c2fd1-b5e5-4b86-a907-4959e0e17796 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0809343 Jun 11 19:38:09.615154 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9ecabf73-d0c8-41bd-9b4c-148316f0c434 req-baaf0149-9eec-4ed0-aeca-799eec387eca tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438604 Jun 11 19:38:09.685545 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e1bb0-d15f-4e25-9651-55c3d3978892 req-10c12384-498a-48d0-b09c-c62ad48c3c06 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:09.687366 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e65e1bb0-d15f-4e25-9651-55c3d3978892 req-10c12384-498a-48d0-b09c-c62ad48c3c06 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/ports?device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 950 time: 0.0712259 Jun 11 19:38:09.740380 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e65e1bb0-d15f-4e25-9651-55c3d3978892 req-2ca41887-df0e-4f38-b2a5-8b76e1232ae5 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b2949f-225b-4489-8657-de241bcfd247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438278 Jun 11 19:38:10.223185 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-badf92f6-c282-481c-8735-344cbb7ca9b7 req-98176925-255f-4f55-a9eb-386d7f048aa0 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a358859-d29a-46ac-bda6-bbd31e6ff95d HTTP/1.1" status: 200 len: 210 time: 0.0358379 Jun 11 19:38:10.395112 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:10.642160 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c04bf4-a738-437e-84e7-f33d4e67e4f2 req-f0036bf6-8388-4163-b819-8a4c69bf84a3 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:10.643781 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f4c04bf4-a738-437e-84e7-f33d4e67e4f2 req-f0036bf6-8388-4163-b819-8a4c69bf84a3 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.0701344 Jun 11 19:38:10.688631 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f4c04bf4-a738-437e-84e7-f33d4e67e4f2 req-4f365d13-309d-4859-a7dc-36b9be27231e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385699 Jun 11 19:38:10.804191 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38994f1b-c809-4a85-8684-7388bb21c905 req-41d35cf8-62c5-4a4b-aa47-cf03ac1ed103 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:10.810942 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-38994f1b-c809-4a85-8684-7388bb21c905 req-41d35cf8-62c5-4a4b-aa47-cf03ac1ed103 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0726974 Jun 11 19:38:10.850054 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-38994f1b-c809-4a85-8684-7388bb21c905 req-90a05908-3109-44a9-b37e-3313b862ae46 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379176 Jun 11 19:38:10.935573 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994734b-b438-4746-9f86-40ae7fd1fe57 req-7184d1c0-c8db-4fc4-ac01-0bf91f96aa28 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:10.937016 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7994734b-b438-4746-9f86-40ae7fd1fe57 req-7184d1c0-c8db-4fc4-ac01-0bf91f96aa28 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/ports?device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 950 time: 0.0679412 Jun 11 19:38:10.978183 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7994734b-b438-4746-9f86-40ae7fd1fe57 req-1514a765-36e4-4f8d-8d81-e0b5ce5f7b13 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b2949f-225b-4489-8657-de241bcfd247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356500 Jun 11 19:38:11.377460 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35765464-42a4-4255-9235-30e26f31a66f req-e4d8ac94-cbed-41d3-996c-1043c0adfe71 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:11.379049 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-35765464-42a4-4255-9235-30e26f31a66f req-e4d8ac94-cbed-41d3-996c-1043c0adfe71 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.39 "GET /v2.0/ports?device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 950 time: 0.0826769 Jun 11 19:38:11.498210 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [req-35765464-42a4-4255-9235-30e26f31a66f req-280cddc7-7262-4bf8-a4cf-f70ebf073484 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Deleting port 2b904bdd-eef9-4804-bf8e-25328c670794 {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:38:11.498654 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-35765464-42a4-4255-9235-30e26f31a66f req-280cddc7-7262-4bf8-a4cf-f70ebf073484 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:11.642724 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-35765464-42a4-4255-9235-30e26f31a66f req-280cddc7-7262-4bf8-a4cf-f70ebf073484 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] For port 2b904bdd-eef9-4804-bf8e-25328c670794, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2b904bdd-eef9-4804-bf8e-25328c670794,segment=NetworkSegment(f59387e8-ab8a-4b93-bea9-1277af8b6e2a),segment_id=f59387e8-ab8a-4b93-bea9-1277af8b6e2a)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:38:11.643247 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-35765464-42a4-4255-9235-30e26f31a66f req-280cddc7-7262-4bf8-a4cf-f70ebf073484 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:11.739745 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [req-35765464-42a4-4255-9235-30e26f31a66f req-280cddc7-7262-4bf8-a4cf-f70ebf073484 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Calling delete_port for 2b904bdd-eef9-4804-bf8e-25328c670794 owned by compute:nova {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:38:11.887209 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4e83f-d255-4ae3-8021-2d121577c2ea req-4168c64b-4910-4916-8bbc-ad118276ad06 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:11.888937 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-98f4e83f-d255-4ae3-8021-2d121577c2ea req-4168c64b-4910-4916-8bbc-ad118276ad06 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.0769751 Jun 11 19:38:11.891669 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-35765464-42a4-4255-9235-30e26f31a66f req-280cddc7-7262-4bf8-a4cf-f70ebf073484 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:11.895422 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c751aa8a-b4e5-44e6-b1f4-bc9201ce9592 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:11.907278 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['2b904bdd-eef9-4804-bf8e-25328c670794'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:38:11.927024 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cddc7-7262-4bf8-a4cf-f70ebf073484 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Pushing event deleted for resources: {'Port': ['ID=2b904bdd-eef9-4804-bf8e-25328c670794,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:11.935418 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-98f4e83f-d255-4ae3-8021-2d121577c2ea req-aeafea58-b43d-4977-9432-1441e7fef24b tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389874 Jun 11 19:38:11.935892 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-280cddc7-7262-4bf8-a4cf-f70ebf073484 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:11.947714 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:11.994960 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [req-35765464-42a4-4255-9235-30e26f31a66f req-280cddc7-7262-4bf8-a4cf-f70ebf073484 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] No DVR routers for this DVR port 2b904bdd-eef9-4804-bf8e-25328c670794 on host hv-cinder-79053 {{(pid=91833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:38:11.998094 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-35765464-42a4-4255-9235-30e26f31a66f req-280cddc7-7262-4bf8-a4cf-f70ebf073484 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:12.000118 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-35765464-42a4-4255-9235-30e26f31a66f req-280cddc7-7262-4bf8-a4cf-f70ebf073484 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.39 "DELETE /v2.0/ports/2b904bdd-eef9-4804-bf8e-25328c670794 HTTP/1.1" status: 204 len: 173 time: 0.6155763 Jun 11 19:38:12.000841 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75099967-f440-4af9-9020-d93dce130424', 'name': 'network-vif-deleted', 'tag': '2b904bdd-eef9-4804-bf8e-25328c670794'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:38:12.003576 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d29ab1-0983-4553-ae94-773acdfc00e6" -d '{"events": [{"server_uuid": "75099967-f440-4af9-9020-d93dce130424", "name": "network-vif-deleted", "tag": "2b904bdd-eef9-4804-bf8e-25328c670794"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:38:12.156773 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ad935115-6d34-46f1-a2e5-cfa18019eb08 req-5345d341-4c1a-43d5-8f3d-94b48ef1ceac tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] 10.222.0.24 "GET /v2.0/ports?device_id=75099967-f440-4af9-9020-d93dce130424 HTTP/1.1" status: 200 len: 210 time: 0.0374610 Jun 11 19:38:12.196478 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e730e93-5d3a-43c3-a63f-037c804d8d23 req-614396fa-a61f-42f4-9b3d-2aa158c01cad tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:12.201792 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5e730e93-5d3a-43c3-a63f-037c804d8d23 req-614396fa-a61f-42f4-9b3d-2aa158c01cad tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.1173573 Jun 11 19:38:12.207738 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 43016) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:12.212335 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-cebf1788-0659-4bbc-ae34-2f4b0e4ac05a tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Request body: {'floatingip': {'port_id': '5b2b88a3-b657-4c9d-b212-af924de0695c'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:38:12.217292 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2354fb-566f-4277-97a5-0c3d9344d0fa x-openstack-request-id: req-9e2354fb-566f-4277-97a5-0c3d9344d0fa {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:38:12.217607 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75099967-f440-4af9-9020-d93dce130424", "name": "network-vif-deleted", "tag": "2b904bdd-eef9-4804-bf8e-25328c670794", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:38:12.217889 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e2354fb-566f-4277-97a5-0c3d9344d0fa {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:38:12.218300 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75099967-f440-4af9-9020-d93dce130424', 'name': 'network-vif-deleted', 'tag': '2b904bdd-eef9-4804-bf8e-25328c670794', 'status': 'completed', 'code': 200} Jun 11 19:38:12.265626 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cebf1788-0659-4bbc-ae34-2f4b0e4ac05a tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for floatingip, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:12.286617 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 4e2d74df-c2e4-44dd-a076-f6434fd31e9e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:38:12.310162 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: 4e2d74df-c2e4-44dd-a076-f6434fd31e9e {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:38:12.310515 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 4e2d74df-c2e4-44dd-a076-f6434fd31e9e not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:38:12.844015 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cebf1788-0659-4bbc-ae34-2f4b0e4ac05a tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:12.849987 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cebf1788-0659-4bbc-ae34-2f4b0e4ac05a tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931187'] for floatingip, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:12.991723 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.l3_db [None req-cebf1788-0659-4bbc-ae34-2f4b0e4ac05a tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Floating IP 53fbbab6-6dc4-4c96-9782-680610e34ef0 associated. External IP: 172.27.0.180, port: 5b2b88a3-b657-4c9d-b212-af924de0695c. Jun 11 19:38:13.271250 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebf1788-0659-4bbc-ae34-2f4b0e4ac05a tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Router 0cd97fca-84fc-4907-83cc-3662f4e92689 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:38:13.418592 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebf1788-0659-4bbc-ae34-2f4b0e4ac05a tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:38:13.424082 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cebf1788-0659-4bbc-ae34-2f4b0e4ac05a tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:13.428999 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543795ba-2d43-425b-880b-67349a70d323 None None] Sync routers for ids ['0cd97fca-84fc-4907-83cc-3662f4e92689'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:38:13.437784 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543795ba-2d43-425b-880b-67349a70d323 None None] Routers {'0cd97fca-84fc-4907-83cc-3662f4e92689'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:38:13.438398 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-543795ba-2d43-425b-880b-67349a70d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:38:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['0cd97fca-84fc-4907-83cc-3662f4e92689'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:13.470024 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-cebf1788-0659-4bbc-ae34-2f4b0e4ac05a tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "PUT /v2.0/floatingips/53fbbab6-6dc4-4c96-9782-680610e34ef0 HTTP/1.1" status: 200 len: 992 time: 1.2612162 Jun 11 19:38:13.696422 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-543795ba-2d43-425b-880b-67349a70d323 None None] Set router 0cd97fca-84fc-4907-83cc-3662f4e92689 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:38:14.032519 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-543795ba-2d43-425b-880b-67349a70d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:37:50Z', 'revision_number': 4, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port': {'id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:46Z', 'updated_at': '2021-06-11T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '53fbbab6-6dc4-4c96-9782-680610e34ef0', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'port_id': '5b2b88a3-b657-4c9d-b212-af924de0695c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'mac_address': 'fa:16:3e:dc:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:37:56Z', 'updated_at': '2021-06-11T19:38:12Z', 'revision_number': 1, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a59062-68d6-4cf6-b949-1e1c1610770a', 'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'mac_address': 'fa:16:3e:18:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:50Z', 'updated_at': '2021-06-11T19:37:55Z', 'revision_number': 5, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'subnets': [{'id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:14.035879 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543795ba-2d43-425b-880b-67349a70d323 None None] Checking router: 0cd97fca-84fc-4907-83cc-3662f4e92689 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:38:14.044459 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543795ba-2d43-425b-880b-67349a70d323 None None] Routers {'0cd97fca-84fc-4907-83cc-3662f4e92689'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:38:14.045074 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-543795ba-2d43-425b-880b-67349a70d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:38:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['0cd97fca-84fc-4907-83cc-3662f4e92689'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:14.184402 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-543795ba-2d43-425b-880b-67349a70d323 None None] Set router 0cd97fca-84fc-4907-83cc-3662f4e92689 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:38:14.219148 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f', 'tag': '5b2b88a3-b657-4c9d-b212-af924de0695c'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:38:14.221601 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e07d43a-2739-448e-8135-2c6e159708a4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f", "tag": "5b2b88a3-b657-4c9d-b212-af924de0695c"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:38:14.261044 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0c3cf5-8852-4435-83d6-4b278543f486 x-openstack-request-id: req-4f0c3cf5-8852-4435-83d6-4b278543f486 {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:38:14.261365 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f", "tag": "5b2b88a3-b657-4c9d-b212-af924de0695c", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:38:14.261683 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f0c3cf5-8852-4435-83d6-4b278543f486 {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:38:14.262115 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f', 'tag': '5b2b88a3-b657-4c9d-b212-af924de0695c', 'status': 'completed', 'code': 200} Jun 11 19:38:14.477914 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-543795ba-2d43-425b-880b-67349a70d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:37:50Z', 'revision_number': 4, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port': {'id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:46Z', 'updated_at': '2021-06-11T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '53fbbab6-6dc4-4c96-9782-680610e34ef0', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'port_id': '5b2b88a3-b657-4c9d-b212-af924de0695c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'mac_address': 'fa:16:3e:dc:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:37:56Z', 'updated_at': '2021-06-11T19:38:12Z', 'revision_number': 1, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a59062-68d6-4cf6-b949-1e1c1610770a', 'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'mac_address': 'fa:16:3e:18:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:50Z', 'updated_at': '2021-06-11T19:37:55Z', 'revision_number': 5, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'subnets': [{'id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:14.481425 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543795ba-2d43-425b-880b-67349a70d323 None None] The sync data for ids ['0cd97fca-84fc-4907-83cc-3662f4e92689'] in dv-cinder-790535-3-iscsi is: [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:37:50Z', 'revision_number': 4, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port': {'id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:46Z', 'updated_at': '2021-06-11T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '53fbbab6-6dc4-4c96-9782-680610e34ef0', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'port_id': '5b2b88a3-b657-4c9d-b212-af924de0695c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'mac_address': 'fa:16:3e:dc:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:37:56Z', 'updated_at': '2021-06-11T19:38:12Z', 'revision_number': 1, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a59062-68d6-4cf6-b949-1e1c1610770a', 'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'mac_address': 'fa:16:3e:18:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:50Z', 'updated_at': '2021-06-11T19:37:55Z', 'revision_number': 5, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'subnets': [{'id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:38:14.681355 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d39ff-b09e-4dfb-b6e3-5e0e82534868 None None] New status for floating IP 53fbbab6-6dc4-4c96-9782-680610e34ef0: ACTIVE {{(pid=91836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:38:15.925467 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07d43a-2739-448e-8135-2c6e159708a4 req-e23b28cf-c83e-4f48-8ca0-ba5709e5e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:15.926983 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e07d43a-2739-448e-8135-2c6e159708a4 req-e23b28cf-c83e-4f48-8ca0-ba5709e5e37e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e11c9a92b2034fce97efde0e6eb32aa1&device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 1099 time: 0.0611036 Jun 11 19:38:16.037536 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07d43a-2739-448e-8135-2c6e159708a4 req-70a54ebb-791a-45cd-a371-cf7c38f34483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:16.038988 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e07d43a-2739-448e-8135-2c6e159708a4 req-70a54ebb-791a-45cd-a371-cf7c38f34483 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b HTTP/1.1" status: 200 len: 917 time: 0.1057332 Jun 11 19:38:16.287397 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 2b904bdd-eef9-4804-bf8e-25328c670794 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:38:16.333036 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: 2b904bdd-eef9-4804-bf8e-25328c670794 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:38:16.333787 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 2b904bdd-eef9-4804-bf8e-25328c670794 not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:38:16.389546 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e07d43a-2739-448e-8135-2c6e159708a4 req-33b611e0-18ad-47f9-b326-a71d0b7a1d7a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b2b88a3-b657-4c9d-b212-af924de0695c HTTP/1.1" status: 200 len: 1002 time: 0.3405533 Jun 11 19:38:16.452653 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07d43a-2739-448e-8135-2c6e159708a4 req-32af2bb9-64a7-436b-a0d7-ec826657942f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:16.454091 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e07d43a-2739-448e-8135-2c6e159708a4 req-32af2bb9-64a7-436b-a0d7-ec826657942f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b1b2f8b-4f81-46c4-a470-0a07973694a0 HTTP/1.1" status: 200 len: 855 time: 0.0553370 Jun 11 19:38:16.524564 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07d43a-2739-448e-8135-2c6e159708a4 req-0a71b917-9bdd-4a0f-9138-75ef94ad921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:16.526031 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e07d43a-2739-448e-8135-2c6e159708a4 req-0a71b917-9bdd-4a0f-9138-75ef94ad921a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651257 Jun 11 19:38:16.642049 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e07d43a-2739-448e-8135-2c6e159708a4 req-5e33ed6d-33c1-4527-a18e-faeb67876ac3 service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079938 Jun 11 19:38:16.752805 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e07d43a-2739-448e-8135-2c6e159708a4 req-f0333834-849b-4e9f-bcbc-c0714c5a6b34 service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045439 Jun 11 19:38:17.039495 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 43302) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:17.176739 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-1f43980b-5811-4e2e-b139-84f3cc48c4b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2226521bbe9345d4b6f4cf75b711639a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1359580 Jun 11 19:38:17.179285 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 43306) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:17.230603 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f50bf538-1916-42f1-b245-67ffa69d3f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:17.254694 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f50bf538-1916-42f1-b245-67ffa69d3f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:17.318955 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f50bf538-1916-42f1-b245-67ffa69d3f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:17.321570 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f50bf538-1916-42f1-b245-67ffa69d3f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:17.325257 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-f50bf538-1916-42f1-b245-67ffa69d3f8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49b2949f-225b-4489-8657-de241bcfd247 HTTP/1.1" status: 204 len: 168 time: 0.1450338 Jun 11 19:38:17.326031 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-544c8f7c-e8ac-461b-ae06-d42588204e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:17.336472 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bf538-1916-42f1-b245-67ffa69d3f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b2949f-225b-4489-8657-de241bcfd247,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:17.339279 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f50bf538-1916-42f1-b245-67ffa69d3f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:17.843715 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 43324) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:17.948579 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c36656f5-82ff-4149-b1ad-9820d1e9d86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:18.043728 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c36656f5-82ff-4149-b1ad-9820d1e9d86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:18.048769 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c36656f5-82ff-4149-b1ad-9820d1e9d86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:18.051640 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0d508133-f0e7-4165-b56a-17ae51fafda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:18.093468 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36656f5-82ff-4149-b1ad-9820d1e9d86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869e3910-0c95-40f3-b540-201ef0adc3a5,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:18.097681 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-c36656f5-82ff-4149-b1ad-9820d1e9d86e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=781cad4168c54ed7ac00191729a12f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529075 Jun 11 19:38:18.098721 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-c36656f5-82ff-4149-b1ad-9820d1e9d86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:18.100282 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 43330) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:18.150497 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-5943f293-48fb-4875-8572-a98796790c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:18.173671 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-5943f293-48fb-4875-8572-a98796790c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:18.223831 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-5943f293-48fb-4875-8572-a98796790c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:18.226455 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-5943f293-48fb-4875-8572-a98796790c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:18.227565 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-5943f293-48fb-4875-8572-a98796790c1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/869e3910-0c95-40f3-b540-201ef0adc3a5 HTTP/1.1" status: 204 len: 168 time: 0.1264136 Jun 11 19:38:18.228278 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-a133d710-1d7c-439c-98b7-fb451c9f5b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:18.236238 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943f293-48fb-4875-8572-a98796790c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869e3910-0c95-40f3-b540-201ef0adc3a5,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:18.238357 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-5943f293-48fb-4875-8572-a98796790c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:18.499439 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 43344) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:18.517131 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-062d74d7-0d7e-4b78-884e-6b456a6c52b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:18.617475 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-062d74d7-0d7e-4b78-884e-6b456a6c52b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:18.621106 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-062d74d7-0d7e-4b78-884e-6b456a6c52b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:18.624290 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-39e1d950-e663-4e60-b5ff-b5d50cd43cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:18.666832 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-062d74d7-0d7e-4b78-884e-6b456a6c52b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=316e63adeaf442d89f2a19f4513d7b2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1645937 Jun 11 19:38:18.667810 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d74d7-0d7e-4b78-884e-6b456a6c52b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaf92b8-96ab-4a5e-9aee-07ada9e7f14c,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:18.669556 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 43346) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:18.671259 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-062d74d7-0d7e-4b78-884e-6b456a6c52b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:18.725920 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8f665ea4-9cc9-4590-aa14-68856f470d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:18.749036 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8f665ea4-9cc9-4590-aa14-68856f470d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:18.798491 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8f665ea4-9cc9-4590-aa14-68856f470d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:18.801058 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8f665ea4-9cc9-4590-aa14-68856f470d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:18.802150 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-8f665ea4-9cc9-4590-aa14-68856f470d95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5eaf92b8-96ab-4a5e-9aee-07ada9e7f14c HTTP/1.1" status: 204 len: 168 time: 0.1316125 Jun 11 19:38:18.802901 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-4876c0ff-43a1-421c-95e9-f26e82bce58b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:18.810990 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f665ea4-9cc9-4590-aa14-68856f470d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaf92b8-96ab-4a5e-9aee-07ada9e7f14c,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:18.813253 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-8f665ea4-9cc9-4590-aa14-68856f470d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:19.113399 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 43354) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:19.128724 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ea624d07-c840-42ae-8887-d5f32b65499e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:19.222696 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ea624d07-c840-42ae-8887-d5f32b65499e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:19.226433 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-ea624d07-c840-42ae-8887-d5f32b65499e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:19.229772 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-07950aff-3dda-4d12-ab06-131417367293 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:19.268193 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-ea624d07-c840-42ae-8887-d5f32b65499e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59a4b60093a44757a4b788167be50d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537447 Jun 11 19:38:19.269080 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea624d07-c840-42ae-8887-d5f32b65499e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3cbf4f-cf5c-4da2-a73f-82c7f523302a,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:19.270877 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 43356) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:19.271971 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-ea624d07-c840-42ae-8887-d5f32b65499e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:19.324078 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c6ba7c2a-bb5a-48c6-89fa-aab2a83b887a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:19.348637 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c6ba7c2a-bb5a-48c6-89fa-aab2a83b887a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:19.396745 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c6ba7c2a-bb5a-48c6-89fa-aab2a83b887a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:19.399321 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c6ba7c2a-bb5a-48c6-89fa-aab2a83b887a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:19.400418 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-c6ba7c2a-bb5a-48c6-89fa-aab2a83b887a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae3cbf4f-cf5c-4da2-a73f-82c7f523302a HTTP/1.1" status: 204 len: 168 time: 0.1285508 Jun 11 19:38:19.401144 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-5943f293-48fb-4875-8572-a98796790c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:19.409635 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba7c2a-bb5a-48c6-89fa-aab2a83b887a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3cbf4f-cf5c-4da2-a73f-82c7f523302a,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:19.411827 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-c6ba7c2a-bb5a-48c6-89fa-aab2a83b887a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:26.533082 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:38:27.372882 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:27.511746 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-bcb8c310-1393-41ba-9bc9-a99201918c8b req-96962f95-ea40-4a0d-b2cf-f1da3bbe3db0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594485 Jun 11 19:38:27.618202 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8c310-1393-41ba-9bc9-a99201918c8b req-ccaf34ab-0782-41eb-a1c8-644670727c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:27.619706 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-bcb8c310-1393-41ba-9bc9-a99201918c8b req-ccaf34ab-0782-41eb-a1c8-644670727c0a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=add1c563d4f842f79fd0b4094b476cb4&device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 1098 time: 0.0583816 Jun 11 19:38:27.758375 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8c310-1393-41ba-9bc9-a99201918c8b req-989ecbd7-1900-4059-9701-1ccc14093889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:27.759865 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-bcb8c310-1393-41ba-9bc9-a99201918c8b req-989ecbd7-1900-4059-9701-1ccc14093889 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd0799f3-e1f4-4564-b8cd-089a9187317a HTTP/1.1" status: 200 len: 912 time: 0.1131001 Jun 11 19:38:27.852016 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-bcb8c310-1393-41ba-9bc9-a99201918c8b req-adcb7c61-6578-42c8-b69c-0e731b25092c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d5da950-c8c6-40f2-9c3d-d88241621737 HTTP/1.1" status: 200 len: 1001 time: 0.0807815 Jun 11 19:38:27.912975 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8c310-1393-41ba-9bc9-a99201918c8b req-dffef07d-f5e3-42cc-9186-db4d209341cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:27.914336 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-bcb8c310-1393-41ba-9bc9-a99201918c8b req-dffef07d-f5e3-42cc-9186-db4d209341cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e6eba21-4314-4ef9-a7be-0d0c169a43f5 HTTP/1.1" status: 200 len: 850 time: 0.0559385 Jun 11 19:38:27.978761 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8c310-1393-41ba-9bc9-a99201918c8b req-7922a9cd-b697-4404-b707-8be55ae72734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:27.980195 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-bcb8c310-1393-41ba-9bc9-a99201918c8b req-7922a9cd-b697-4404-b707-8be55ae72734 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd0799f3-e1f4-4564-b8cd-089a9187317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590227 Jun 11 19:38:28.097675 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-bcb8c310-1393-41ba-9bc9-a99201918c8b req-82ee1f61-580e-47b9-99d1-eb01e1b1c77c service neutron] 10.222.0.39 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047626 Jun 11 19:38:28.221240 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-bcb8c310-1393-41ba-9bc9-a99201918c8b req-3ba0748c-d692-414a-8046-d4dcb8fc2e48 service neutron] 10.222.0.39 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076770 Jun 11 19:38:34.440828 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 43478) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:34.491746 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] Deleting subnet 23da6553-7413-47ca-ab52-0ff80ef6f9ca {{(pid=91834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:38:34.494658 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:34.537633 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564940'] for subnet, precommit_delete_associations {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:34.819680 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924851'] for subnet, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:34.877504 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11999742'] for subnet, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:34.879591 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:34.907218 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23da6553-7413-47ca-ab52-0ff80ef6f9ca,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:34.916309 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:34.916683 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:34.917043 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:34.917398 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:34.917750 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:34.918614 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:34.918614 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:34.918855 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:34.919206 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:34.919578 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:34.919919 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:34.920261 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:34.922970 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:34.924747 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/23da6553-7413-47ca-ab52-0ff80ef6f9ca HTTP/1.1" status: 204 len: 168 time: 0.4829364 Jun 11 19:38:34.925724 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-ddecc5c6-9174-4c00-be3e-ea1c5a6d02aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:34.927134 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 43480) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:35.015861 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-80040e5f-1967-40d3-8eec-19e638c9555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2080632'] for network, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:35.117832 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-80040e5f-1967-40d3-8eec-19e638c9555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922414', 'neutron.services.segments.db._delete_segments_for_network-8747756516280'] for network, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:35.128694 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-80040e5f-1967-40d3-8eec-19e638c9555f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00ede7a-f8da-478f-b68c-243fa8dfe003']}} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:35.139595 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-80040e5f-1967-40d3-8eec-19e638c9555f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779e537c-f7eb-4049-a2df-3ab56d4cf900') {'for_net_delete': True} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:35.139894 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-80040e5f-1967-40d3-8eec-19e638c9555f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779e537c-f7eb-4049-a2df-3ab56d4cf900') {} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:35.149371 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-80040e5f-1967-40d3-8eec-19e638c9555f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747756516118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564935'] for segment, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:35.163223 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-80040e5f-1967-40d3-8eec-19e638c9555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:35.168715 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80040e5f-1967-40d3-8eec-19e638c9555f admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=91834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:38:35.169088 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-80040e5f-1967-40d3-8eec-19e638c9555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9110980'] for segment, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: Traceback (most recent call last): Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: timer() Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: cb(*args, **kw) Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: return func(*args, **kwargs) Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: self._notify() Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: self.callback(batched_events) Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: event.method(event) Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: return f(self, *a, **k) Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: return self._get(url).json() Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: return self.request(url, 'GET', **kwargs) Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:38:35.170679 dv-cinder-790535-3-iscsi neutron-server[91834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:38:35.244320 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-80040e5f-1967-40d3-8eec-19e638c9555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931082'] for network, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:35.248484 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-1554f4ce-5f35-4274-b099-dc1237dd5a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:35.250730 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-80040e5f-1967-40d3-8eec-19e638c9555f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:35.252469 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-80040e5f-1967-40d3-8eec-19e638c9555f admin admin] 10.222.0.24 "DELETE /v2.0/networks/d00ede7a-f8da-478f-b68c-243fa8dfe003 HTTP/1.1" status: 204 len: 168 time: 0.3244622 Jun 11 19:38:35.265233 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80040e5f-1967-40d3-8eec-19e638c9555f admin admin] Pushing event deleted for resources: {'Network': ['ID=d00ede7a-f8da-478f-b68c-243fa8dfe003,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:35.267539 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-80040e5f-1967-40d3-8eec-19e638c9555f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:35.412167 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 43486) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:35.455734 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-24b4fe26-7253-4f0f-8bea-036a55ba668e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66168bbbefa44d7c8b904fe7e3ced1a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423813 Jun 11 19:38:35.458378 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 43488) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:35.509567 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2f1a499c-3c78-408e-8e42-5007a5886fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:35.531407 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2f1a499c-3c78-408e-8e42-5007a5886fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:35.579696 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2f1a499c-3c78-408e-8e42-5007a5886fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:35.582548 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2f1a499c-3c78-408e-8e42-5007a5886fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:35.583679 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-2f1a499c-3c78-408e-8e42-5007a5886fa0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3023a775-0951-436a-a9df-4129a4d56b0d HTTP/1.1" status: 204 len: 168 time: 0.1243498 Jun 11 19:38:35.584398 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0cdd5324-b00f-41e6-b1e4-1b6f3ef94abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:35.592926 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a499c-3c78-408e-8e42-5007a5886fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3023a775-0951-436a-a9df-4129a4d56b0d,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:35.598616 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-2f1a499c-3c78-408e-8e42-5007a5886fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:36.219300 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 43510) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:36.310763 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-e77930e4-600b-4e75-8c14-9fc0c264407f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1312433278-network', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:38:36.336040 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77930e4-600b-4e75-8c14-9fc0c264407f admin admin] Made reservation on behalf of 44c724ca5e924a7b8abc9595b7bc289f for: {'network': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:38:36.338251 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e77930e4-600b-4e75-8c14-9fc0c264407f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for network, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:36.349357 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e77930e4-600b-4e75-8c14-9fc0c264407f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:36.437701 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e77930e4-600b-4e75-8c14-9fc0c264407f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:36.441317 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e77930e4-600b-4e75-8c14-9fc0c264407f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:36.444746 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f50bf538-1916-42f1-b245-67ffa69d3f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:36.468863 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77930e4-600b-4e75-8c14-9fc0c264407f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=91834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:38:36.479654 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77930e4-600b-4e75-8c14-9fc0c264407f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972b9d40-1883-4061-ab8e-b1b119615ea3,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:36.482571 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e77930e4-600b-4e75-8c14-9fc0c264407f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:36.487390 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e77930e4-600b-4e75-8c14-9fc0c264407f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:36.487754 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.segments_db [None req-e77930e4-600b-4e75-8c14-9fc0c264407f admin admin] Added segment 140ff6ff-10cc-4eb1-a05a-930326ac3214 of type vlan for network 7d360c71-23c4-45e2-af73-a262697cdfeb Jun 11 19:38:36.537671 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e77930e4-600b-4e75-8c14-9fc0c264407f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747756045487'] for network, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:36.569570 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e77930e4-600b-4e75-8c14-9fc0c264407f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:36.570917 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77930e4-600b-4e75-8c14-9fc0c264407f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:36.571492 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e77930e4-600b-4e75-8c14-9fc0c264407f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:36.574317 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e0b1295a-c597-4292-9304-5bfbec74288c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:36.611105 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-e77930e4-600b-4e75-8c14-9fc0c264407f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3906984 Jun 11 19:38:36.614095 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 43516) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:36.618930 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-a651d986-f979-4542-8cdd-56b64ce43aa6 admin admin] Request body: {'subnet': {'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1312433278-subnet', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'ip_version': 4}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:38:36.665769 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77930e4-600b-4e75-8c14-9fc0c264407f admin admin] Pushing event updated for resources: {'Network': ['ID=7d360c71-23c4-45e2-af73-a262697cdfeb,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:36.669909 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e77930e4-600b-4e75-8c14-9fc0c264407f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:36.676049 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Network 7d360c71-23c4-45e2-af73-a262697cdfeb details requested by agent ovs-agent-dv-cinder-790535-3-iscsi with host dv-cinder-790535-3-iscsi {{(pid=91835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:38:36.680890 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a651d986-f979-4542-8cdd-56b64ce43aa6 admin admin] Made reservation on behalf of 44c724ca5e924a7b8abc9595b7bc289f for: {'subnet': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:38:36.683233 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a651d986-f979-4542-8cdd-56b64ce43aa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11999699'] for subnet, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:36.694455 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-779aaefe-484e-4df3-8c54-71fe88780d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:36.881752 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a651d986-f979-4542-8cdd-56b64ce43aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9112110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11999685'] for subnet, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:36.883809 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:36.945076 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651d986-f979-4542-8cdd-56b64ce43aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1756a96a-5ef1-4846-bc19-baac48a3fc66,revision_number=0']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:36.952586 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-a651d986-f979-4542-8cdd-56b64ce43aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:36.961093 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a651d986-f979-4542-8cdd-56b64ce43aa6 admin admin] Checking segment: {'id': '140ff6ff-10cc-4eb1-a05a-930326ac3214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:38:36.961449 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a651d986-f979-4542-8cdd-56b64ce43aa6 admin admin] Network hostable DHCP agents. Network: 7d360c71-23c4-45e2-af73-a262697cdfeb, hostable agents: ['c7177cc0-43cb-4693-ab8c-8cb8ca1ff766'], hosted agents: [] {{(pid=91834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:38:36.976569 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a651d986-f979-4542-8cdd-56b64ce43aa6 admin admin] Network 7d360c71-23c4-45e2-af73-a262697cdfeb is scheduled to be hosted by DHCP agent c7177cc0-43cb-4693-ab8c-8cb8ca1ff766 with binding_index 1 {{(pid=91834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:38:36.984979 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-a651d986-f979-4542-8cdd-56b64ce43aa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-iscsi, 7d360c71-23c4-45e2-af73-a262697cdfeb) {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:38:36.988854 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a651d986-f979-4542-8cdd-56b64ce43aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:36.989445 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a651d986-f979-4542-8cdd-56b64ce43aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:36.993691 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c72050e-c4e2-43b7-8b81-591b145e8041 None None] Network 7d360c71-23c4-45e2-af73-a262697cdfeb requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:38:37.004175 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-a651d986-f979-4542-8cdd-56b64ce43aa6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3889656 Jun 11 19:38:37.006699 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 43518) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:37.011088 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1312433278-router', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:38:37.032139 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10981'] for router, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:37.033090 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10988'] for router, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:37.097045 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:37.171390 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8d98eb-78df-5358-9897-8218328971fe-7d360c71-23c4-45e2-af73-a262697cdfeb', 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'fixed_ips': [{'subnet_id': '1756a96a-5ef1-4846-bc19-baac48a3fc66'}]}} from dv-cinder-790535-3-iscsi. {{(pid=91835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 19:38:37.172255 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:37.291928 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11002'] for router, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:37.320478 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.db_base_plugin_common [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Allocated IP 172.20.0.2 (7d360c71-23c4-45e2-af73-a262697cdfeb/1756a96a-5ef1-4846-bc19-baac48a3fc66/8c713f63-880f-40c5-b88b-843b760aaff5) {{(pid=91835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:38:37.561310 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:37.586456 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:37.617090 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Notify callbacks [] for port, precommit_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:37.625621 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Transition to ACTIVE for port object 8c713f63-880f-40c5-b88b-843b760aaff5 will not be triggered until provisioned by entity L2. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:38:37.640886 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Transition to ACTIVE for port object 8c713f63-880f-40c5-b88b-843b760aaff5 will not be triggered until provisioned by entity DHCP. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:38:37.647600 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:37.650168 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:37.703795 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Network 7d360c71-23c4-45e2-af73-a262697cdfeb is already hosted by enough agents. {{(pid=91835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:38:37.706910 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.base_scheduler [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Resources bound (agent type, host, resource id): {{(pid=91835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:38:37.711168 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Received port after_create {{(pid=91835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:38:37.714155 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Pushing event updated for resources: {'Port': ['ID=8c713f63-880f-40c5-b88b-843b760aaff5,revision_number=1']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:37.717488 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Allocated IP 172.27.0.117 (96e13ff2-92ce-495c-a9c8-09520c2db46e/3317fd00-ab75-48b2-85c3-a34ed1654e31/2f7a8773-6dda-4f7b-a07d-633ded0dbb92) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:38:37.750647 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:37.751223 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:37.751735 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:37.752248 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:37.752737 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:37.753240 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:37.753726 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:37.754197 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:37.754718 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:37.755198 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:37.755677 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:37.756168 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:38:37.760977 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:37.796271 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Attempting to bind port 8c713f63-880f-40c5-b88b-843b760aaff5 on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:38:37.796793 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Attempting to bind port 8c713f63-880f-40c5-b88b-843b760aaff5 by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': '140ff6ff-10cc-4eb1-a05a-930326ac3214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb'}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:38:37.797256 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Attempting to bind port 8c713f63-880f-40c5-b88b-843b760aaff5 on network 7d360c71-23c4-45e2-af73-a262697cdfeb {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:38:37.802318 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:38:37.805994 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Checking segment: {'id': '140ff6ff-10cc-4eb1-a05a-930326ac3214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:38:37.805994 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:37.805994 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Bound using segment: {'id': '140ff6ff-10cc-4eb1-a05a-930326ac3214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb'} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:38:37.805994 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Bound port: 8c713f63-880f-40c5-b88b-843b760aaff5, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140ff6ff-10cc-4eb1-a05a-930326ac3214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb'}}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:38:37.805994 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:37.860165 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:37.875779 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] For port 8c713f63-880f-40c5-b88b-843b760aaff5, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:38:37.878779 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] For port 8c713f63-880f-40c5-b88b-843b760aaff5, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=8c713f63-880f-40c5-b88b-843b760aaff5,segment=NetworkSegment(140ff6ff-10cc-4eb1-a05a-930326ac3214),segment_id=140ff6ff-10cc-4eb1-a05a-930326ac3214)] {{(pid=91835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:38:37.883356 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:37.885199 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-a4598071-1d27-49f4-afec-46108427072f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:37.898997 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9110942'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:37.901704 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-7c052d78-a259-4100-ab94-f38959660244 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:37.948877 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Pushing event updated for resources: {'Port': ['ID=8c713f63-880f-40c5-b88b-843b760aaff5,revision_number=2']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:37.955418 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:38:37.963371 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:37.965486 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:38:37.969657 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:38:37.998760 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Pushing event updated for resources: {'Port': ['ID=2f7a8773-6dda-4f7b-a07d-633ded0dbb92,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:38.002906 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:38.315950 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:38.794266 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb56b30-eaa9-4ffc-8f01-510f71c2bfd3 None None] Network 7d360c71-23c4-45e2-af73-a262697cdfeb requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:38:38.848514 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931226'] for router, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:38.892729 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-fb93ae8d-0066-4686-85a8-cd685888fbcc None None] Provisioning for port 8c713f63-880f-40c5-b88b-843b760aaff5 completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:38:39.014046 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Router 40526151-6131-41c7-bac3-9da15cecb7bf is scheduled to L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 with binding_index 1 {{(pid=91834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 19:38:39.039425 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf716-10c8-4cc3-9326-f683507c4d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:39.159961 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:38:39.169206 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Sync routers for ids ['40526151-6131-41c7-bac3-9da15cecb7bf'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:38:39.176469 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Notify callbacks [] for router, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:39.177805 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1701868 Jun 11 19:38:39.179099 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Routers {'40526151-6131-41c7-bac3-9da15cecb7bf'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:38:39.179705 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:38:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['40526151-6131-41c7-bac3-9da15cecb7bf'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:39.180563 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 43526) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:39.307506 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:39.347419 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Set router 40526151-6131-41c7-bac3-9da15cecb7bf gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:38:39.577948 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'name': 'tempest-TestShelveInstance-1312433278-router', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:38Z', 'revision_number': 3, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'gw_port': {'id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:39.581575 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Checking router: 40526151-6131-41c7-bac3-9da15cecb7bf for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:38:39.581930 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Updating router 40526151-6131-41c7-bac3-9da15cecb7bf port 2f7a8773-6dda-4f7b-a07d-633ded0dbb92 binding host dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:38:39.620200 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:39.721379 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 8c713f63-880f-40c5-b88b-843b760aaff5 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:38:39.725837 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:39.864971 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 8c713f63-880f-40c5-b88b-843b760aaff5 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:38:39.871929 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 8c713f63-880f-40c5-b88b-843b760aaff5 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:38:39.872358 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:39.901924 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Allocated IP 172.20.0.1 (7d360c71-23c4-45e2-af73-a262697cdfeb/1756a96a-5ef1-4846-bc19-baac48a3fc66/c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:38:40.034073 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Notify callbacks [] for port, precommit_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:40.035199 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:40.036565 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:40.049011 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Transition to ACTIVE for port object c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c will not be triggered until provisioned by entity DHCP. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:38:40.056507 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Transition to ACTIVE for port object 2f7a8773-6dda-4f7b-a07d-633ded0dbb92 will not be triggered until provisioned by entity L2. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:38:40.069457 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:40.075129 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:40.090731 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9110942'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:40.094109 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-972efc60-b94d-4b1b-a09a-0506922c040d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:40.112896 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port 8c713f63-880f-40c5-b88b-843b760aaff5, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=8c713f63-880f-40c5-b88b-843b760aaff5,segment=NetworkSegment(140ff6ff-10cc-4eb1-a05a-930326ac3214),segment_id=140ff6ff-10cc-4eb1-a05a-930326ac3214)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:38:40.126438 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:40.142076 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Network 7d360c71-23c4-45e2-af73-a262697cdfeb is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:38:40.142786 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2411ef4-9c7e-4cb8-953f-b262892d0f91 None None] Pushing event updated for resources: {'Port': ['ID=2f7a8773-6dda-4f7b-a07d-633ded0dbb92,revision_number=2']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:40.144001 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:38:40.146311 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-a2411ef4-9c7e-4cb8-953f-b262892d0f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:40.146800 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:40.147459 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:38:40.150279 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Attempting to bind port 2f7a8773-6dda-4f7b-a07d-633ded0dbb92 on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:38:40.150545 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Attempting to bind port 2f7a8773-6dda-4f7b-a07d-633ded0dbb92 by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:38:40.150939 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Attempting to bind port 2f7a8773-6dda-4f7b-a07d-633ded0dbb92 on network 96e13ff2-92ce-495c-a9c8-09520c2db46e {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:38:40.181415 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Pushing event updated for resources: {'Port': ['ID=c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:40.182820 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:38:40.183614 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Checking segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:38:40.183614 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:40.184000 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Bound using segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:38:40.184481 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Bound port: 2f7a8773-6dda-4f7b-a07d-633ded0dbb92, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:38:40.185733 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:40.185923 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:40.201488 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935007'] for router_interface, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:40.252636 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=8c713f63-880f-40c5-b88b-843b760aaff5,revision_number=3']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:40.256572 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:40.267090 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] For port 2f7a8773-6dda-4f7b-a07d-633ded0dbb92, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:38:40.270272 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] For port 2f7a8773-6dda-4f7b-a07d-633ded0dbb92, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=2f7a8773-6dda-4f7b-a07d-633ded0dbb92,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:38:40.275819 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:40.277831 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-a2411ef4-9c7e-4cb8-953f-b262892d0f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:40.341338 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Routers {'40526151-6131-41c7-bac3-9da15cecb7bf'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:38:40.341971 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:38:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['40526151-6131-41c7-bac3-9da15cecb7bf'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:40.346701 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2411ef4-9c7e-4cb8-953f-b262892d0f91 None None] Pushing event updated for resources: {'Port': ['ID=2f7a8773-6dda-4f7b-a07d-633ded0dbb92,revision_number=3']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:40.378778 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:40.395352 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-a2411ef4-9c7e-4cb8-953f-b262892d0f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:40.469850 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:40.475340 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-767090f7-de04-4301-8b3c-61114ad57f2f None None] Provisioning for port c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:38:40.483603 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-767090f7-de04-4301-8b3c-61114ad57f2f None None] Provisioning complete for port c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:38:40.483974 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-767090f7-de04-4301-8b3c-61114ad57f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:40.537831 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] Set router 40526151-6131-41c7-bac3-9da15cecb7bf gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:38:40.539575 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-767090f7-de04-4301-8b3c-61114ad57f2f None None] Port c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:38:40.572422 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:40.576918 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:40.580590 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:40.664082 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935115'] for router_interface, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:40.665954 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Pushing event updated for resources: {'Port': ['ID=c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:40.669748 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:40.784772 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Network 7d360c71-23c4-45e2-af73-a262697cdfeb is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:38:40.786700 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:38:40.928180 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'name': 'tempest-TestShelveInstance-1312433278-router', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:40Z', 'revision_number': 4, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'gw_port': {'id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': 'c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c', 'name': '', 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'mac_address': 'fa:16:3e:68:08:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:39Z', 'updated_at': '2021-06-11T19:38:39Z', 'revision_number': 1, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'subnets': [{'id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:40.932229 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3005bf-29c5-47e6-9724-142ad86a3a5a None None] The sync data for ids ['40526151-6131-41c7-bac3-9da15cecb7bf'] in dv-cinder-790535-3-iscsi is: [{'id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'name': 'tempest-TestShelveInstance-1312433278-router', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:40Z', 'revision_number': 4, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'gw_port': {'id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': 'c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c', 'name': '', 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'mac_address': 'fa:16:3e:68:08:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:39Z', 'updated_at': '2021-06-11T19:38:39Z', 'revision_number': 1, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'subnets': [{'id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:38:40.965337 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-350e0e22-77ba-4a4f-a2c5-0221b1698e66 None None] Provisioning complete for port c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:38:40.965721 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-350e0e22-77ba-4a4f-a2c5-0221b1698e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:41.013356 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-350e0e22-77ba-4a4f-a2c5-0221b1698e66 None None] Port c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:38:41.223893 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Router 40526151-6131-41c7-bac3-9da15cecb7bf has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:38:41.376315 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:38:41.381235 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] 10.222.0.24 "PUT /v2.0/routers/40526151-6131-41c7-bac3-9da15cecb7bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1990495 Jun 11 19:38:41.798610 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 2f7a8773-6dda-4f7b-a07d-633ded0dbb92 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:38:41.855858 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 2f7a8773-6dda-4f7b-a07d-633ded0dbb92 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:38:41.859908 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 2f7a8773-6dda-4f7b-a07d-633ded0dbb92 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:38:41.863321 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:41.907132 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 43546) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:41.912190 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-22065e5a-e9c7-486a-b5cd-88088ea8af6e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-314874498-network', 'tenant_id': '17f6e28d45b84f94aed11b1233f16881'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:38:41.926772 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:41.937324 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22065e5a-e9c7-486a-b5cd-88088ea8af6e admin admin] Made reservation on behalf of 17f6e28d45b84f94aed11b1233f16881 for: {'network': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:38:41.940075 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-22065e5a-e9c7-486a-b5cd-88088ea8af6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for network, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:41.952274 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-22065e5a-e9c7-486a-b5cd-88088ea8af6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:41.978968 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:42.008794 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port 2f7a8773-6dda-4f7b-a07d-633ded0dbb92, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=2f7a8773-6dda-4f7b-a07d-633ded0dbb92,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:38:42.012574 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:42.013457 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 8c713f63-880f-40c5-b88b-843b760aaff5 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:38:42.016174 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-8027a21c-4a17-4078-99d1-96a693a8adc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:42.055648 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-22065e5a-e9c7-486a-b5cd-88088ea8af6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:42.062539 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-22065e5a-e9c7-486a-b5cd-88088ea8af6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:42.074184 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22065e5a-e9c7-486a-b5cd-88088ea8af6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=91834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:38:42.082231 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-7246455f-1892-4687-8dd9-00e1de46ae29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:42.094191 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-22065e5a-e9c7-486a-b5cd-88088ea8af6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:42.094560 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.segments_db [None req-22065e5a-e9c7-486a-b5cd-88088ea8af6e admin admin] Added segment 12f06c1e-e55b-4ea4-b590-033ce5d5d0cb of type vlan for network 8261dc53-03df-4fbe-be24-b3fd2dffa205 Jun 11 19:38:42.106547 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=2f7a8773-6dda-4f7b-a07d-633ded0dbb92,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:42.111182 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:42.117631 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 8c713f63-880f-40c5-b88b-843b760aaff5 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:38:42.118101 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:42.120544 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22065e5a-e9c7-486a-b5cd-88088ea8af6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c184f779-d5f1-4820-abbc-53cf47c05f8c,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:42.124686 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-22065e5a-e9c7-486a-b5cd-88088ea8af6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:42.165177 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-22065e5a-e9c7-486a-b5cd-88088ea8af6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747756045487'] for network, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:42.198983 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-22065e5a-e9c7-486a-b5cd-88088ea8af6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:42.200931 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22065e5a-e9c7-486a-b5cd-88088ea8af6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:42.201668 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-22065e5a-e9c7-486a-b5cd-88088ea8af6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:42.203723 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:42.238543 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-22065e5a-e9c7-486a-b5cd-88088ea8af6e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3302462 Jun 11 19:38:42.241161 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 43548) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:42.246202 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-45a3e514-11ca-44e0-9a5d-b5989ce70a1a admin admin] Request body: {'subnet': {'network_id': '8261dc53-03df-4fbe-be24-b3fd2dffa205', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-314874498-subnet', 'tenant_id': '17f6e28d45b84f94aed11b1233f16881', 'ip_version': 4}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:38:42.297994 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22065e5a-e9c7-486a-b5cd-88088ea8af6e admin admin] Pushing event updated for resources: {'Network': ['ID=8261dc53-03df-4fbe-be24-b3fd2dffa205,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:42.302116 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-22065e5a-e9c7-486a-b5cd-88088ea8af6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:42.308238 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Network 8261dc53-03df-4fbe-be24-b3fd2dffa205 details requested by agent ovs-agent-dv-cinder-790535-3-iscsi with host dv-cinder-790535-3-iscsi {{(pid=91835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:38:42.312521 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a3e514-11ca-44e0-9a5d-b5989ce70a1a admin admin] Made reservation on behalf of 17f6e28d45b84f94aed11b1233f16881 for: {'subnet': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:38:42.314982 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-45a3e514-11ca-44e0-9a5d-b5989ce70a1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11999699'] for subnet, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:42.523439 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-45a3e514-11ca-44e0-9a5d-b5989ce70a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9112110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11999685'] for subnet, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:42.525870 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f86377ca-09aa-4490-9b4b-1c809f3c4242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:42.586347 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3e514-11ca-44e0-9a5d-b5989ce70a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ae0b4d8-7c4a-404d-98a6-fa3a3b55fec2,revision_number=0']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:42.588939 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-45a3e514-11ca-44e0-9a5d-b5989ce70a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:42.597371 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a3e514-11ca-44e0-9a5d-b5989ce70a1a admin admin] Checking segment: {'id': '12f06c1e-e55b-4ea4-b590-033ce5d5d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8261dc53-03df-4fbe-be24-b3fd2dffa205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:38:42.597721 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a3e514-11ca-44e0-9a5d-b5989ce70a1a admin admin] Network hostable DHCP agents. Network: 8261dc53-03df-4fbe-be24-b3fd2dffa205, hostable agents: ['c7177cc0-43cb-4693-ab8c-8cb8ca1ff766'], hosted agents: [] {{(pid=91834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:38:42.614264 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a3e514-11ca-44e0-9a5d-b5989ce70a1a admin admin] Network 8261dc53-03df-4fbe-be24-b3fd2dffa205 is scheduled to be hosted by DHCP agent c7177cc0-43cb-4693-ab8c-8cb8ca1ff766 with binding_index 1 {{(pid=91834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:38:42.622191 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-45a3e514-11ca-44e0-9a5d-b5989ce70a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-iscsi, 8261dc53-03df-4fbe-be24-b3fd2dffa205) {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:38:42.626804 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a3e514-11ca-44e0-9a5d-b5989ce70a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:42.627379 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-45a3e514-11ca-44e0-9a5d-b5989ce70a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:42.632230 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973cd0cc-92b9-4942-82f5-659121dee787 None None] Network 8261dc53-03df-4fbe-be24-b3fd2dffa205 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:38:42.641440 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-45a3e514-11ca-44e0-9a5d-b5989ce70a1a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3992321 Jun 11 19:38:42.643985 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 43552) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:42.648312 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-314874498-router', 'tenant_id': '17f6e28d45b84f94aed11b1233f16881', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:38:42.668248 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10981'] for router, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:42.669213 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10988'] for router, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:42.739039 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:42.822860 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8d98eb-78df-5358-9897-8218328971fe-8261dc53-03df-4fbe-be24-b3fd2dffa205', 'network_id': '8261dc53-03df-4fbe-be24-b3fd2dffa205', 'tenant_id': '17f6e28d45b84f94aed11b1233f16881', 'fixed_ips': [{'subnet_id': '8ae0b4d8-7c4a-404d-98a6-fa3a3b55fec2'}]}} from dv-cinder-790535-3-iscsi. {{(pid=91835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 19:38:42.823746 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:42.944463 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11002'] for router, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:42.977719 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.db_base_plugin_common [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Allocated IP 172.20.0.2 (8261dc53-03df-4fbe-be24-b3fd2dffa205/8ae0b4d8-7c4a-404d-98a6-fa3a3b55fec2/4c8b7bf6-32c1-4704-952b-f25ae6abd6dd) {{(pid=91835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:38:43.005905 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Sync routers for ids ['40526151-6131-41c7-bac3-9da15cecb7bf'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:38:43.017549 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Routers {'40526151-6131-41c7-bac3-9da15cecb7bf'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:38:43.018799 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:38:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['40526151-6131-41c7-bac3-9da15cecb7bf'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:43.152949 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Notify callbacks [] for port, precommit_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:43.162074 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Transition to ACTIVE for port object 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd will not be triggered until provisioned by entity L2. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:38:43.165797 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Set router 40526151-6131-41c7-bac3-9da15cecb7bf gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:38:43.177816 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Transition to ACTIVE for port object 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd will not be triggered until provisioned by entity DHCP. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:38:43.183780 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:43.186547 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-93649fef-ed39-40f8-8d56-81c73e17d441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:43.211158 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:43.223116 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Network 8261dc53-03df-4fbe-be24-b3fd2dffa205 is already hosted by enough agents. {{(pid=91835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:38:43.229358 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.base_scheduler [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Resources bound (agent type, host, resource id): {{(pid=91835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:38:43.233213 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Received port after_create {{(pid=91835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:38:43.242567 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:43.271241 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Pushing event updated for resources: {'Port': ['ID=4c8b7bf6-32c1-4704-952b-f25ae6abd6dd,revision_number=1']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:43.275333 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:43.310239 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Attempting to bind port 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:38:43.310636 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Attempting to bind port 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': '12f06c1e-e55b-4ea4-b590-033ce5d5d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8261dc53-03df-4fbe-be24-b3fd2dffa205'}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:38:43.311013 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Attempting to bind port 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd on network 8261dc53-03df-4fbe-be24-b3fd2dffa205 {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:38:43.316285 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:38:43.316285 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Checking segment: {'id': '12f06c1e-e55b-4ea4-b590-033ce5d5d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8261dc53-03df-4fbe-be24-b3fd2dffa205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:38:43.316664 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:43.317059 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Bound using segment: {'id': '12f06c1e-e55b-4ea4-b590-033ce5d5d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8261dc53-03df-4fbe-be24-b3fd2dffa205'} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:38:43.317650 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Bound port: 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f06c1e-e55b-4ea4-b590-033ce5d5d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8261dc53-03df-4fbe-be24-b3fd2dffa205'}}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:38:43.318036 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:43.374924 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Allocated IP 172.27.0.148 (96e13ff2-92ce-495c-a9c8-09520c2db46e/3317fd00-ab75-48b2-85c3-a34ed1654e31/86fb3b82-e004-4a82-851e-947035fb16f6) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:38:43.393251 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] For port 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:38:43.396696 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] For port 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=4c8b7bf6-32c1-4704-952b-f25ae6abd6dd,segment=NetworkSegment(12f06c1e-e55b-4ea4-b590-033ce5d5d0cb),segment_id=12f06c1e-e55b-4ea4-b590-033ce5d5d0cb)] {{(pid=91835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:38:43.401520 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:43.404369 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-60a40a23-1215-4214-933d-3d60c34c53fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:43.468218 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Pushing event updated for resources: {'Port': ['ID=4c8b7bf6-32c1-4704-952b-f25ae6abd6dd,revision_number=2']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:43.477850 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:43.515963 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:43.537177 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'name': 'tempest-TestShelveInstance-1312433278-router', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:40Z', 'revision_number': 4, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'gw_port': {'id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': 'c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c', 'name': '', 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'mac_address': 'fa:16:3e:68:08:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:39Z', 'updated_at': '2021-06-11T19:38:40Z', 'revision_number': 2, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'subnets': [{'id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:43.540649 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Checking router: 40526151-6131-41c7-bac3-9da15cecb7bf for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:38:43.541014 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Updating router 40526151-6131-41c7-bac3-9da15cecb7bf port c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c binding host dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:38:43.556864 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9110942'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:43.560617 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:43.585259 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:43.615501 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:38:43.620634 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:38:43.623216 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:38:43.710798 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Pushing event updated for resources: {'Port': ['ID=86fb3b82-e004-4a82-851e-947035fb16f6,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:43.714778 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:43.764617 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 2f7a8773-6dda-4f7b-a07d-633ded0dbb92 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:38:43.835260 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 2f7a8773-6dda-4f7b-a07d-633ded0dbb92 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:38:43.835892 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:43.908530 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:43.918486 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Transition to ACTIVE for port object c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:38:43.925469 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:43.935360 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-732dc20e-703c-4299-ad2a-72c2ed67dc9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:44.033407 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fb990-4836-4d29-8866-ebae5b4c8069 None None] Pushing event updated for resources: {'Port': ['ID=c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:44.037112 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-196fb990-4836-4d29-8866-ebae5b4c8069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:44.039761 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:44.104471 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Attempting to bind port c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:38:44.105014 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Attempting to bind port c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': '140ff6ff-10cc-4eb1-a05a-930326ac3214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:38:44.105474 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Attempting to bind port c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c on network 7d360c71-23c4-45e2-af73-a262697cdfeb {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:38:44.110896 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:38:44.111379 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Checking segment: {'id': '140ff6ff-10cc-4eb1-a05a-930326ac3214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:38:44.111905 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:44.112393 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Bound using segment: {'id': '140ff6ff-10cc-4eb1-a05a-930326ac3214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:38:44.112971 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Bound port: c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140ff6ff-10cc-4eb1-a05a-930326ac3214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:38:44.113413 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:44.187384 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] For port c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:38:44.190327 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] For port c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c,segment=NetworkSegment(140ff6ff-10cc-4eb1-a05a-930326ac3214),segment_id=140ff6ff-10cc-4eb1-a05a-930326ac3214)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:38:44.194962 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:44.197819 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-732dc20e-703c-4299-ad2a-72c2ed67dc9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:44.261093 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fb990-4836-4d29-8866-ebae5b4c8069 None None] Pushing event updated for resources: {'Port': ['ID=c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c,revision_number=4']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:44.265356 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-196fb990-4836-4d29-8866-ebae5b4c8069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:44.270564 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Routers {'40526151-6131-41c7-bac3-9da15cecb7bf'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:38:44.271378 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:38:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['40526151-6131-41c7-bac3-9da15cecb7bf'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:44.316336 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931226'] for router, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:44.432634 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] Set router 40526151-6131-41c7-bac3-9da15cecb7bf gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:38:44.505753 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Router 65607da2-7436-4dbf-93ff-0cd08c4f8ef9 is scheduled to L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 with binding_index 1 {{(pid=91834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 19:38:44.645483 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ac3f4e-2d09-41aa-bf06-2d095febc86b None None] Network 8261dc53-03df-4fbe-be24-b3fd2dffa205 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:38:44.654463 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:38:44.667114 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Sync routers for ids ['65607da2-7436-4dbf-93ff-0cd08c4f8ef9'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:38:44.669954 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Notify callbacks [] for router, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:44.673829 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0264223 Jun 11 19:38:44.674310 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 43556) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:44.696023 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Routers {'65607da2-7436-4dbf-93ff-0cd08c4f8ef9'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:38:44.696442 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:38:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['65607da2-7436-4dbf-93ff-0cd08c4f8ef9'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:44.721486 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'name': 'tempest-TestShelveInstance-1312433278-router', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:40Z', 'revision_number': 4, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'gw_port': {'id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': 'c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c', 'name': '', 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'mac_address': 'fa:16:3e:68:08:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:39Z', 'updated_at': '2021-06-11T19:38:44Z', 'revision_number': 4, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'subnets': [{'id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:44.725662 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b4a832-76e1-459e-8716-6fe060ac5fcc None None] The sync data for ids ['40526151-6131-41c7-bac3-9da15cecb7bf'] in dv-cinder-790535-3-iscsi is: [{'id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'name': 'tempest-TestShelveInstance-1312433278-router', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:40Z', 'revision_number': 4, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'gw_port': {'id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': 'c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c', 'name': '', 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'mac_address': 'fa:16:3e:68:08:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:39Z', 'updated_at': '2021-06-11T19:38:44Z', 'revision_number': 4, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'subnets': [{'id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:38:45.020409 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-a02c63ff-3cfe-4927-871f-5b02c4d06a16 None None] Provisioning for port 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:38:45.107569 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Set router 65607da2-7436-4dbf-93ff-0cd08c4f8ef9 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:38:45.256649 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:45.391128 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'name': 'tempest-TestShelveInstance-314874498-router', 'tenant_id': '17f6e28d45b84f94aed11b1233f16881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '86fb3b82-e004-4a82-851e-947035fb16f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:42Z', 'updated_at': '2021-06-11T19:38:43Z', 'revision_number': 3, 'project_id': '17f6e28d45b84f94aed11b1233f16881', 'gw_port': {'id': '86fb3b82-e004-4a82-851e-947035fb16f6', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:43Z', 'updated_at': '2021-06-11T19:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:45.394829 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Checking router: 65607da2-7436-4dbf-93ff-0cd08c4f8ef9 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:38:45.395290 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Updating router 65607da2-7436-4dbf-93ff-0cd08c4f8ef9 port 86fb3b82-e004-4a82-851e-947035fb16f6 binding host dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:38:45.443715 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:45.447007 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Allocated IP 172.20.0.1 (8261dc53-03df-4fbe-be24-b3fd2dffa205/8ae0b4d8-7c4a-404d-98a6-fa3a3b55fec2/ceb68e60-f834-44f3-8b96-9afd556258ac) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:38:45.584467 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:45.597730 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.provisioning_blocks [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Transition to ACTIVE for port object ceb68e60-f834-44f3-8b96-9afd556258ac will not be triggered until provisioned by entity DHCP. {{(pid=91833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:38:45.632433 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10434319'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:45.634402 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-28f164d3-7027-4865-a212-38214a312b19 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:45.677756 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Network 8261dc53-03df-4fbe-be24-b3fd2dffa205 is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:38:45.682269 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:38:45.685955 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:38:45.722510 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb68e60-f834-44f3-8b96-9afd556258ac,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:45.729975 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:45.740307 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935007'] for router_interface, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:45.793051 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Notify callbacks [] for port, precommit_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:45.804392 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Transition to ACTIVE for port object 86fb3b82-e004-4a82-851e-947035fb16f6 will not be triggered until provisioned by entity L2. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:38:45.811788 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:45.815727 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-a2411ef4-9c7e-4cb8-953f-b262892d0f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:45.883187 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c73dd6-d7fa-48ca-9374-d1f2f4570f23 None None] Pushing event updated for resources: {'Port': ['ID=86fb3b82-e004-4a82-851e-947035fb16f6,revision_number=2']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:45.887347 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-73c73dd6-d7fa-48ca-9374-d1f2f4570f23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:45.889018 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:38:45.957479 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:45.967213 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Attempting to bind port 86fb3b82-e004-4a82-851e-947035fb16f6 on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:38:45.967932 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Attempting to bind port 86fb3b82-e004-4a82-851e-947035fb16f6 by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:38:45.968656 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Attempting to bind port 86fb3b82-e004-4a82-851e-947035fb16f6 on network 96e13ff2-92ce-495c-a9c8-09520c2db46e {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:38:45.979054 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:38:45.979810 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Checking segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:38:45.980593 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:45.981460 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Bound using segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:38:45.982310 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Bound port: 86fb3b82-e004-4a82-851e-947035fb16f6, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:38:45.982813 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:46.014694 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:38:46.032582 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:38:46.032964 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:46.077497 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-64b55e97-4e05-4d92-92e4-e408d523f3b2 None None] Provisioning for port ceb68e60-f834-44f3-8b96-9afd556258ac completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:38:46.088238 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-64b55e97-4e05-4d92-92e4-e408d523f3b2 None None] Provisioning complete for port ceb68e60-f834-44f3-8b96-9afd556258ac triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:38:46.088619 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-64b55e97-4e05-4d92-92e4-e408d523f3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:46.119371 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] For port 86fb3b82-e004-4a82-851e-947035fb16f6, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:38:46.144876 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] For port 86fb3b82-e004-4a82-851e-947035fb16f6, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=86fb3b82-e004-4a82-851e-947035fb16f6,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:38:46.150818 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:46.152957 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:46.153128 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:46.154710 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-64b55e97-4e05-4d92-92e4-e408d523f3b2 None None] Port ceb68e60-f834-44f3-8b96-9afd556258ac cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:38:46.157022 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10434353'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:46.161392 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-4d196543-a500-41a9-a569-ae9cd7a6ee48 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:46.236826 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb68e60-f834-44f3-8b96-9afd556258ac,revision_number=2']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:46.239193 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935115'] for router_interface, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:46.241085 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:46.264370 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Routers {'65607da2-7436-4dbf-93ff-0cd08c4f8ef9'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:38:46.265008 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:38:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['65607da2-7436-4dbf-93ff-0cd08c4f8ef9'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:46.268249 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c73dd6-d7fa-48ca-9374-d1f2f4570f23 None None] Pushing event updated for resources: {'Port': ['ID=86fb3b82-e004-4a82-851e-947035fb16f6,revision_number=3']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:46.270758 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:46.272582 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-73c73dd6-d7fa-48ca-9374-d1f2f4570f23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:46.358301 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Network 8261dc53-03df-4fbe-be24-b3fd2dffa205 is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:38:46.359719 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:38:46.410998 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c,segment=NetworkSegment(140ff6ff-10cc-4eb1-a05a-930326ac3214),segment_id=140ff6ff-10cc-4eb1-a05a-930326ac3214)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:38:46.416086 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:46.416953 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:38:46.420140 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-60a40a23-1215-4214-933d-3d60c34c53fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:46.514483 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] Set router 65607da2-7436-4dbf-93ff-0cd08c4f8ef9 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:38:46.515082 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Router 65607da2-7436-4dbf-93ff-0cd08c4f8ef9 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:38:46.582891 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:46.588216 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:46.647733 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-52a49ba4-b145-4300-a4ad-3dd96bca3b40 None None] Provisioning complete for port ceb68e60-f834-44f3-8b96-9afd556258ac triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:38:46.648010 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-52a49ba4-b145-4300-a4ad-3dd96bca3b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:46.697389 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:38:46.708804 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:38:46.709187 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:46.795157 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-52a49ba4-b145-4300-a4ad-3dd96bca3b40 None None] Port ceb68e60-f834-44f3-8b96-9afd556258ac cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:38:46.926325 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:38:46.931924 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] 10.222.0.24 "PUT /v2.0/routers/65607da2-7436-4dbf-93ff-0cd08c4f8ef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2564876 Jun 11 19:38:47.048121 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:47.089389 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=4c8b7bf6-32c1-4704-952b-f25ae6abd6dd,segment=NetworkSegment(12f06c1e-e55b-4ea4-b590-033ce5d5d0cb),segment_id=12f06c1e-e55b-4ea4-b590-033ce5d5d0cb)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:38:47.092514 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'name': 'tempest-TestShelveInstance-314874498-router', 'tenant_id': '17f6e28d45b84f94aed11b1233f16881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '86fb3b82-e004-4a82-851e-947035fb16f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:42Z', 'updated_at': '2021-06-11T19:38:45Z', 'revision_number': 4, 'project_id': '17f6e28d45b84f94aed11b1233f16881', 'gw_port': {'id': '86fb3b82-e004-4a82-851e-947035fb16f6', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:43Z', 'updated_at': '2021-06-11T19:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': 'ceb68e60-f834-44f3-8b96-9afd556258ac', 'name': '', 'network_id': '8261dc53-03df-4fbe-be24-b3fd2dffa205', 'tenant_id': '17f6e28d45b84f94aed11b1233f16881', 'mac_address': 'fa:16:3e:bb:60:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8ae0b4d8-7c4a-404d-98a6-fa3a3b55fec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:45Z', 'updated_at': '2021-06-11T19:38:46Z', 'revision_number': 2, 'project_id': '17f6e28d45b84f94aed11b1233f16881', 'subnets': [{'id': '8ae0b4d8-7c4a-404d-98a6-fa3a3b55fec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:47.095437 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:47.097854 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-b189e9d4-e708-420e-af5c-ce0059c2668d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:47.101107 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d22529-8bca-4b98-bb75-ddb6beae2824 None None] The sync data for ids ['65607da2-7436-4dbf-93ff-0cd08c4f8ef9'] in dv-cinder-790535-3-iscsi is: [{'id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'name': 'tempest-TestShelveInstance-314874498-router', 'tenant_id': '17f6e28d45b84f94aed11b1233f16881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '86fb3b82-e004-4a82-851e-947035fb16f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:42Z', 'updated_at': '2021-06-11T19:38:45Z', 'revision_number': 4, 'project_id': '17f6e28d45b84f94aed11b1233f16881', 'gw_port': {'id': '86fb3b82-e004-4a82-851e-947035fb16f6', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:43Z', 'updated_at': '2021-06-11T19:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': 'ceb68e60-f834-44f3-8b96-9afd556258ac', 'name': '', 'network_id': '8261dc53-03df-4fbe-be24-b3fd2dffa205', 'tenant_id': '17f6e28d45b84f94aed11b1233f16881', 'mac_address': 'fa:16:3e:bb:60:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8ae0b4d8-7c4a-404d-98a6-fa3a3b55fec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:45Z', 'updated_at': '2021-06-11T19:38:46Z', 'revision_number': 2, 'project_id': '17f6e28d45b84f94aed11b1233f16881', 'subnets': [{'id': '8ae0b4d8-7c4a-404d-98a6-fa3a3b55fec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:38:47.155579 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=4c8b7bf6-32c1-4704-952b-f25ae6abd6dd,revision_number=3']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:47.158645 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:47.701590 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 43572) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:47.706842 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-0e85bd81-cefd-4191-817f-2f73450c4cfc tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-640681443', 'description': 'tempest-secgroup-smoke-640681443 description', 'project_id': '44c724ca5e924a7b8abc9595b7bc289f'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:38:47.729997 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0e85bd81-cefd-4191-817f-2f73450c4cfc tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:47.784217 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:38:47.837994 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0e85bd81-cefd-4191-817f-2f73450c4cfc tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:47.843988 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0e85bd81-cefd-4191-817f-2f73450c4cfc tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:47.857225 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-03716340-eefc-4ee6-ae11-e2afc710be55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:47.874544 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0e85bd81-cefd-4191-817f-2f73450c4cfc tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:47.878542 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-0e85bd81-cefd-4191-817f-2f73450c4cfc tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1731644 Jun 11 19:38:47.878930 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 43576) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:47.884188 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-145c9620-b72a-41d8-9926-de571b6d71c2 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Request body: {'security_group_rule': {'security_group_id': 'a80b1d00-f3c0-46a2-9874-16a5fa13b277', 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:38:47.889584 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85bd81-cefd-4191-817f-2f73450c4cfc tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a80b1d00-f3c0-46a2-9874-16a5fa13b277,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:47.891184 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:38:47.893147 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-0e85bd81-cefd-4191-817f-2f73450c4cfc tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:47.894242 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:47.937788 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-145c9620-b72a-41d8-9926-de571b6d71c2 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.031794 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-145c9620-b72a-41d8-9926-de571b6d71c2 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.033953 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:38:48.037909 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-145c9620-b72a-41d8-9926-de571b6d71c2 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.040139 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:48.055977 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c9620-b72a-41d8-9926-de571b6d71c2 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faabcf59-91e6-4498-8393-370c43abe1e1,revision_number=0']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:48.062394 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-145c9620-b72a-41d8-9926-de571b6d71c2 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:48.074137 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-145c9620-b72a-41d8-9926-de571b6d71c2 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.076479 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-145c9620-b72a-41d8-9926-de571b6d71c2 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1959276 Jun 11 19:38:48.079275 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 43584) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:48.084686 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-25974464-99f2-460f-bf3d-414cc14f0f34 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Request body: {'security_group_rule': {'security_group_id': 'a80b1d00-f3c0-46a2-9874-16a5fa13b277', 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:38:48.115287 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:38:48.118990 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-25974464-99f2-460f-bf3d-414cc14f0f34 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.129923 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.220832 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-25974464-99f2-460f-bf3d-414cc14f0f34 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.225841 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-25974464-99f2-460f-bf3d-414cc14f0f34 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.227855 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-145c9620-b72a-41d8-9926-de571b6d71c2 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:48.241495 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25974464-99f2-460f-bf3d-414cc14f0f34 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b9d17b-d67c-4a02-8522-0af1626deefe,revision_number=0']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:48.244825 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-25974464-99f2-460f-bf3d-414cc14f0f34 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:48.256703 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-25974464-99f2-460f-bf3d-414cc14f0f34 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.261086 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 43588) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:48.261937 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-25974464-99f2-460f-bf3d-414cc14f0f34 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1809425 Jun 11 19:38:48.266309 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-2e8a5881-852d-4032-8e82-06e313230274 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Request body: {'security_group_rule': {'security_group_id': 'a80b1d00-f3c0-46a2-9874-16a5fa13b277', 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:38:48.297313 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2e8a5881-852d-4032-8e82-06e313230274 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.364060 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2e8a5881-852d-4032-8e82-06e313230274 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.368298 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2e8a5881-852d-4032-8e82-06e313230274 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.370326 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-2e4c31ca-b079-4fb4-982e-dec194905597 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:48.392245 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a5881-852d-4032-8e82-06e313230274 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5313502-f80c-4598-adec-007ca147b667,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:48.395140 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-2e8a5881-852d-4032-8e82-06e313230274 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:48.397678 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-2e8a5881-852d-4032-8e82-06e313230274 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.399012 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-2e8a5881-852d-4032-8e82-06e313230274 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369421 Jun 11 19:38:48.401732 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 43590) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:48.407256 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-6d5361e3-607f-46bc-8d0f-dc76db80acca tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Request body: {'security_group_rule': {'security_group_id': 'a80b1d00-f3c0-46a2-9874-16a5fa13b277', 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:38:48.433616 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6d5361e3-607f-46bc-8d0f-dc76db80acca tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.498608 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6d5361e3-607f-46bc-8d0f-dc76db80acca tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.501762 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6d5361e3-607f-46bc-8d0f-dc76db80acca tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.503723 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:48.519476 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5361e3-607f-46bc-8d0f-dc76db80acca tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4d2167-7886-417a-93c1-210db8e0ac6a,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:48.521904 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-6d5361e3-607f-46bc-8d0f-dc76db80acca tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:48.526350 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6d5361e3-607f-46bc-8d0f-dc76db80acca tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.529048 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-6d5361e3-607f-46bc-8d0f-dc76db80acca tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258326 Jun 11 19:38:48.530719 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 43592) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:48.535335 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-96f3a71f-0aa7-4708-b2bf-9c7088583404 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Request body: {'security_group_rule': {'security_group_id': 'a80b1d00-f3c0-46a2-9874-16a5fa13b277', 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:38:48.556183 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.securitygroups_db [None req-96f3a71f-0aa7-4708-b2bf-9c7088583404 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Project 44c724ca5e924a7b8abc9595b7bc289f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 19:38:48.560948 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-96f3a71f-0aa7-4708-b2bf-9c7088583404 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.624800 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-96f3a71f-0aa7-4708-b2bf-9c7088583404 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.629349 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-96f3a71f-0aa7-4708-b2bf-9c7088583404 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.631657 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-28e9da7d-5b5d-4fb7-b259-1168664d40a5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:48.648848 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3a71f-0aa7-4708-b2bf-9c7088583404 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1780966-a84f-477a-bb5f-bb9a2d4aa151,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:48.651792 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-96f3a71f-0aa7-4708-b2bf-9c7088583404 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:48.655106 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-96f3a71f-0aa7-4708-b2bf-9c7088583404 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.656130 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-96f3a71f-0aa7-4708-b2bf-9c7088583404 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245024 Jun 11 19:38:48.658735 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 43594) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:38:48.663191 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-e204e2c4-187a-4c52-aa9f-92188adaa78d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Request body: {'security_group_rule': {'security_group_id': 'a80b1d00-f3c0-46a2-9874-16a5fa13b277', 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:38:48.685097 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.securitygroups_db [None req-e204e2c4-187a-4c52-aa9f-92188adaa78d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Project 44c724ca5e924a7b8abc9595b7bc289f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 19:38:48.689789 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e204e2c4-187a-4c52-aa9f-92188adaa78d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.756846 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e204e2c4-187a-4c52-aa9f-92188adaa78d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.760516 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e204e2c4-187a-4c52-aa9f-92188adaa78d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.762475 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:48.782046 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204e2c4-187a-4c52-aa9f-92188adaa78d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0750111c-bda4-43ad-951f-ee03d9f44b79,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:48.784755 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e204e2c4-187a-4c52-aa9f-92188adaa78d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:48.787362 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e204e2c4-187a-4c52-aa9f-92188adaa78d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:48.788498 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-e204e2c4-187a-4c52-aa9f-92188adaa78d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288610 Jun 11 19:38:49.148655 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Sync routers for ids ['65607da2-7436-4dbf-93ff-0cd08c4f8ef9'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:38:49.157410 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Routers {'65607da2-7436-4dbf-93ff-0cd08c4f8ef9'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:38:49.158029 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:38:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['65607da2-7436-4dbf-93ff-0cd08c4f8ef9'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:49.326110 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Set router 65607da2-7436-4dbf-93ff-0cd08c4f8ef9 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:38:49.609819 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f25b6b-1bda-4fd0-bad2-e29d80b4f3d9 req-adf2c76b-e29d-4177-a81f-38786cb1ce45 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:49.611502 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-06f25b6b-1bda-4fd0-bad2-e29d80b4f3d9 req-adf2c76b-e29d-4177-a81f-38786cb1ce45 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0774560 Jun 11 19:38:49.748636 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'name': 'tempest-TestShelveInstance-314874498-router', 'tenant_id': '17f6e28d45b84f94aed11b1233f16881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '86fb3b82-e004-4a82-851e-947035fb16f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:42Z', 'updated_at': '2021-06-11T19:38:45Z', 'revision_number': 4, 'project_id': '17f6e28d45b84f94aed11b1233f16881', 'gw_port': {'id': '86fb3b82-e004-4a82-851e-947035fb16f6', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:43Z', 'updated_at': '2021-06-11T19:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': 'ceb68e60-f834-44f3-8b96-9afd556258ac', 'name': '', 'network_id': '8261dc53-03df-4fbe-be24-b3fd2dffa205', 'tenant_id': '17f6e28d45b84f94aed11b1233f16881', 'mac_address': 'fa:16:3e:bb:60:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8ae0b4d8-7c4a-404d-98a6-fa3a3b55fec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:45Z', 'updated_at': '2021-06-11T19:38:46Z', 'revision_number': 2, 'project_id': '17f6e28d45b84f94aed11b1233f16881', 'subnets': [{'id': '8ae0b4d8-7c4a-404d-98a6-fa3a3b55fec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:49.753086 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Checking router: 65607da2-7436-4dbf-93ff-0cd08c4f8ef9 for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:38:49.753702 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Updating router 65607da2-7436-4dbf-93ff-0cd08c4f8ef9 port ceb68e60-f834-44f3-8b96-9afd556258ac binding host dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:38:49.756166 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 86fb3b82-e004-4a82-851e-947035fb16f6 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:38:49.796922 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:49.824046 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 86fb3b82-e004-4a82-851e-947035fb16f6 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:38:49.828301 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 86fb3b82-e004-4a82-851e-947035fb16f6 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:38:49.828686 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:49.925982 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:49.932935 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-06f25b6b-1bda-4fd0-bad2-e29d80b4f3d9 req-b3510686-a3cf-40f9-8af1-06017fee64a7 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3159068 Jun 11 19:38:49.947655 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port 86fb3b82-e004-4a82-851e-947035fb16f6, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=86fb3b82-e004-4a82-851e-947035fb16f6,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:38:49.952394 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:49.954280 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-7744102e-264b-4f82-a4b8-45eb17eeffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:50.013539 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=86fb3b82-e004-4a82-851e-947035fb16f6,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:50.016619 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:50.119591 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:50.129770 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Transition to ACTIVE for port object ceb68e60-f834-44f3-8b96-9afd556258ac will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:38:50.135263 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:50.138490 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:50.227520 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3357ab-440d-4082-a400-2db04c2cefca None None] Pushing event updated for resources: {'Port': ['ID=ceb68e60-f834-44f3-8b96-9afd556258ac,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:50.231345 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-2f3357ab-440d-4082-a400-2db04c2cefca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:50.295135 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Attempting to bind port ceb68e60-f834-44f3-8b96-9afd556258ac on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:38:50.295502 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Attempting to bind port ceb68e60-f834-44f3-8b96-9afd556258ac by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': '12f06c1e-e55b-4ea4-b590-033ce5d5d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8261dc53-03df-4fbe-be24-b3fd2dffa205'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:38:50.295861 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Attempting to bind port ceb68e60-f834-44f3-8b96-9afd556258ac on network 8261dc53-03df-4fbe-be24-b3fd2dffa205 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:38:50.301330 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:38:50.301698 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Checking segment: {'id': '12f06c1e-e55b-4ea4-b590-033ce5d5d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8261dc53-03df-4fbe-be24-b3fd2dffa205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:38:50.302101 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:50.302485 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Bound using segment: {'id': '12f06c1e-e55b-4ea4-b590-033ce5d5d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8261dc53-03df-4fbe-be24-b3fd2dffa205'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:38:50.302973 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Bound port: ceb68e60-f834-44f3-8b96-9afd556258ac, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f06c1e-e55b-4ea4-b590-033ce5d5d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8261dc53-03df-4fbe-be24-b3fd2dffa205'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:38:50.303341 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:50.383203 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] For port ceb68e60-f834-44f3-8b96-9afd556258ac, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:38:50.386115 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] For port ceb68e60-f834-44f3-8b96-9afd556258ac, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=ceb68e60-f834-44f3-8b96-9afd556258ac,segment=NetworkSegment(12f06c1e-e55b-4ea4-b590-033ce5d5d0cb),segment_id=12f06c1e-e55b-4ea4-b590-033ce5d5d0cb)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:38:50.391134 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:50.393335 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-fc7d2fec-529d-44e6-b247-035799e72552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:50.455691 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Routers {'65607da2-7436-4dbf-93ff-0cd08c4f8ef9'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:38:50.456580 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:38:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['65607da2-7436-4dbf-93ff-0cd08c4f8ef9'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:50.508212 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3357ab-440d-4082-a400-2db04c2cefca None None] Pushing event updated for resources: {'Port': ['ID=ceb68e60-f834-44f3-8b96-9afd556258ac,revision_number=4']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:50.512152 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-2f3357ab-440d-4082-a400-2db04c2cefca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:50.613844 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] Set router 65607da2-7436-4dbf-93ff-0cd08c4f8ef9 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:38:50.868667 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'name': 'tempest-TestShelveInstance-314874498-router', 'tenant_id': '17f6e28d45b84f94aed11b1233f16881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '86fb3b82-e004-4a82-851e-947035fb16f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:42Z', 'updated_at': '2021-06-11T19:38:45Z', 'revision_number': 4, 'project_id': '17f6e28d45b84f94aed11b1233f16881', 'gw_port': {'id': '86fb3b82-e004-4a82-851e-947035fb16f6', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:43Z', 'updated_at': '2021-06-11T19:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': 'ceb68e60-f834-44f3-8b96-9afd556258ac', 'name': '', 'network_id': '8261dc53-03df-4fbe-be24-b3fd2dffa205', 'tenant_id': '17f6e28d45b84f94aed11b1233f16881', 'mac_address': 'fa:16:3e:bb:60:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8ae0b4d8-7c4a-404d-98a6-fa3a3b55fec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:45Z', 'updated_at': '2021-06-11T19:38:50Z', 'revision_number': 4, 'project_id': '17f6e28d45b84f94aed11b1233f16881', 'subnets': [{'id': '8ae0b4d8-7c4a-404d-98a6-fa3a3b55fec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:38:50.871998 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59bdf56-eb66-4677-a806-c929c50ba074 None None] The sync data for ids ['65607da2-7436-4dbf-93ff-0cd08c4f8ef9'] in dv-cinder-790535-3-iscsi is: [{'id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'name': 'tempest-TestShelveInstance-314874498-router', 'tenant_id': '17f6e28d45b84f94aed11b1233f16881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '86fb3b82-e004-4a82-851e-947035fb16f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:42Z', 'updated_at': '2021-06-11T19:38:45Z', 'revision_number': 4, 'project_id': '17f6e28d45b84f94aed11b1233f16881', 'gw_port': {'id': '86fb3b82-e004-4a82-851e-947035fb16f6', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:43Z', 'updated_at': '2021-06-11T19:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': 'ceb68e60-f834-44f3-8b96-9afd556258ac', 'name': '', 'network_id': '8261dc53-03df-4fbe-be24-b3fd2dffa205', 'tenant_id': '17f6e28d45b84f94aed11b1233f16881', 'mac_address': 'fa:16:3e:bb:60:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8ae0b4d8-7c4a-404d-98a6-fa3a3b55fec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:45Z', 'updated_at': '2021-06-11T19:38:50Z', 'revision_number': 4, 'project_id': '17f6e28d45b84f94aed11b1233f16881', 'subnets': [{'id': '8ae0b4d8-7c4a-404d-98a6-fa3a3b55fec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:38:51.118571 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c27021-c7c9-4435-b0da-b8990b1a5c4b req-e6976d16-1b08-475a-8e32-d57753b7c289 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:51.120123 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f1c27021-c7c9-4435-b0da-b8990b1a5c4b req-e6976d16-1b08-475a-8e32-d57753b7c289 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0702455 Jun 11 19:38:51.163940 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f1c27021-c7c9-4435-b0da-b8990b1a5c4b req-2c4b9c65-89a3-4bce-9644-287d48825787 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374603 Jun 11 19:38:51.719602 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 86fb3b82-e004-4a82-851e-947035fb16f6 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:38:51.773157 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 86fb3b82-e004-4a82-851e-947035fb16f6 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:38:51.773569 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:51.864062 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device ceb68e60-f834-44f3-8b96-9afd556258ac up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:38:51.918154 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port ceb68e60-f834-44f3-8b96-9afd556258ac completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:38:51.921851 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port ceb68e60-f834-44f3-8b96-9afd556258ac triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:38:51.922234 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:52.008586 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:52.046917 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port ceb68e60-f834-44f3-8b96-9afd556258ac, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=ceb68e60-f834-44f3-8b96-9afd556258ac,segment=NetworkSegment(12f06c1e-e55b-4ea4-b590-033ce5d5d0cb),segment_id=12f06c1e-e55b-4ea4-b590-033ce5d5d0cb)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:38:52.050577 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:52.052371 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:38:52.107025 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=ceb68e60-f834-44f3-8b96-9afd556258ac,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:38:52.110079 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:38:52.349931 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c682e-0b47-45ee-a0d7-06c7841c83e2 req-b1fe4018-5b15-4216-8b1d-20fbe3dcdbd8 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:52.351342 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ba0c682e-0b47-45ee-a0d7-06c7841c83e2 req-b1fe4018-5b15-4216-8b1d-20fbe3dcdbd8 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0720723 Jun 11 19:38:52.393608 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ba0c682e-0b47-45ee-a0d7-06c7841c83e2 req-843533fe-8899-449e-8aa9-8aff59466a5a tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363734 Jun 11 19:38:53.574155 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61651778-28d4-4a7f-b8b9-76b88805eb8c req-b88ab47c-b0d2-4a21-a2e0-dcf1a34dd9f6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:53.576183 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-61651778-28d4-4a7f-b8b9-76b88805eb8c req-b88ab47c-b0d2-4a21-a2e0-dcf1a34dd9f6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0681255 Jun 11 19:38:53.616846 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-61651778-28d4-4a7f-b8b9-76b88805eb8c req-8026cc60-ab11-4502-82e5-ad3d05a641cb tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346696 Jun 11 19:38:53.697510 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device ceb68e60-f834-44f3-8b96-9afd556258ac up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:38:53.750721 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port ceb68e60-f834-44f3-8b96-9afd556258ac triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:38:53.751101 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:54.808504 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8c7b2-bd9a-44c8-9f96-738d85de14ce req-76736b14-4e9f-479e-9f67-30d1a040345d tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:54.809963 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d6f8c7b2-bd9a-44c8-9f96-738d85de14ce req-76736b14-4e9f-479e-9f67-30d1a040345d tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0776911 Jun 11 19:38:54.851869 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d6f8c7b2-bd9a-44c8-9f96-738d85de14ce req-91bea687-4675-4c5f-a4f3-66a743123f17 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363123 Jun 11 19:38:56.030235 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ae6d8-c477-4486-a94e-278be6f843b2 req-56bef393-5c5a-4857-82f2-02e6b52054e3 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:56.031592 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4c6ae6d8-c477-4486-a94e-278be6f843b2 req-56bef393-5c5a-4857-82f2-02e6b52054e3 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0698779 Jun 11 19:38:56.072209 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4c6ae6d8-c477-4486-a94e-278be6f843b2 req-89beb91c-6a3d-412a-95ee-bb023e0ab7d0 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350087 Jun 11 19:38:57.266889 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0256785-b279-461f-8014-ed85f95ca058 req-a1a0bad0-106b-4f4a-bb78-f8169b38566d tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:57.268379 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f0256785-b279-461f-8014-ed85f95ca058 req-a1a0bad0-106b-4f4a-bb78-f8169b38566d tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0739849 Jun 11 19:38:57.309331 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f0256785-b279-461f-8014-ed85f95ca058 req-8a259ecb-7d55-4efc-883c-e452936f8e74 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351737 Jun 11 19:38:57.373580 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:38:58.648832 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4d975-ed84-49eb-b84d-a60c487f0751 req-62f13874-ce0d-4fe5-9ee3-2ad64c1223be tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:58.650319 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d0f4d975-ed84-49eb-b84d-a60c487f0751 req-62f13874-ce0d-4fe5-9ee3-2ad64c1223be tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0725579 Jun 11 19:38:58.693796 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d0f4d975-ed84-49eb-b84d-a60c487f0751 req-a09af39d-cda7-4557-8b3e-f40844f1c710 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377097 Jun 11 19:38:59.092513 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb0806-1f80-413f-953e-5d182fa160d8 req-1ee48181-b6ad-4f12-b247-e15fcc36a44d tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:59.093964 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cadb0806-1f80-413f-953e-5d182fa160d8 req-1ee48181-b6ad-4f12-b247-e15fcc36a44d tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.0743332 Jun 11 19:38:59.136560 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cadb0806-1f80-413f-953e-5d182fa160d8 req-e97a4073-9ea4-4b4b-b003-3ae52fbea960 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364640 Jun 11 19:38:59.886137 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594de331-648d-4f95-9a36-bb7b2fc42ee9 req-b1a60854-c818-49cf-8a58-12ad0c5d6bb6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:38:59.887663 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-594de331-648d-4f95-9a36-bb7b2fc42ee9 req-b1a60854-c818-49cf-8a58-12ad0c5d6bb6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0698550 Jun 11 19:38:59.930372 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-594de331-648d-4f95-9a36-bb7b2fc42ee9 req-a262a0e8-dafd-419d-91fa-cabc588e7bbf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365214 Jun 11 19:39:00.324061 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773726f-deab-408f-a17e-2259ff496805 req-fa7b9649-f730-4376-9f60-c0d26b5a7127 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:00.325502 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9773726f-deab-408f-a17e-2259ff496805 req-fa7b9649-f730-4376-9f60-c0d26b5a7127 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.0715277 Jun 11 19:39:00.367764 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9773726f-deab-408f-a17e-2259ff496805 req-e18f52e1-b5fd-464e-bb76-032210d1f4c2 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349681 Jun 11 19:39:01.111406 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca2669-5e4f-4d2c-9254-a5a227aa1fa6 req-00851405-7516-4767-99c9-15a9551c7cfd tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:01.112724 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ceca2669-5e4f-4d2c-9254-a5a227aa1fa6 req-00851405-7516-4767-99c9-15a9551c7cfd tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0678878 Jun 11 19:39:01.153374 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ceca2669-5e4f-4d2c-9254-a5a227aa1fa6 req-fc18cb5d-96b8-43db-9879-968b44ee2cd1 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346522 Jun 11 19:39:01.524373 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62583cca-0698-4c85-aba6-145f3947d046 req-1b348af1-8254-49d0-8627-f8f4467fcfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:01.525819 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-62583cca-0698-4c85-aba6-145f3947d046 req-1b348af1-8254-49d0-8627-f8f4467fcfd8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=add1c563d4f842f79fd0b4094b476cb4&device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 1098 time: 0.0644627 Jun 11 19:39:01.544592 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440ff72-3964-48f9-9ce6-cff3a24970f7 req-37329031-3f27-45b5-97f7-16aae43f88b0 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:01.546025 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7440ff72-3964-48f9-9ce6-cff3a24970f7 req-37329031-3f27-45b5-97f7-16aae43f88b0 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.1083977 Jun 11 19:39:01.604122 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f54aa-2fc1-4473-bdd3-25c8aeab6a07 req-2e2f67b7-f38b-43d4-8ad6-95a3c63ed530 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:01.605572 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d96f54aa-2fc1-4473-bdd3-25c8aeab6a07 req-2e2f67b7-f38b-43d4-8ad6-95a3c63ed530 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.1098049 Jun 11 19:39:01.608713 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7440ff72-3964-48f9-9ce6-cff3a24970f7 req-90876640-9c02-4463-9101-4cf33d84c92c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537925 Jun 11 19:39:01.653277 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62583cca-0698-4c85-aba6-145f3947d046 req-4029cfa4-63d6-4528-8742-9fa7012eceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:01.654784 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-62583cca-0698-4c85-aba6-145f3947d046 req-4029cfa4-63d6-4528-8742-9fa7012eceb0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd0799f3-e1f4-4564-b8cd-089a9187317a HTTP/1.1" status: 200 len: 912 time: 0.1206288 Jun 11 19:39:01.655813 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d96f54aa-2fc1-4473-bdd3-25c8aeab6a07 req-bfb825b0-1c2a-4cd0-820a-439ceb9d4394 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439219 Jun 11 19:39:01.742327 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-62583cca-0698-4c85-aba6-145f3947d046 req-918b9d1e-2c9b-4191-9deb-88febe0475fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d5da950-c8c6-40f2-9c3d-d88241621737 HTTP/1.1" status: 200 len: 1001 time: 0.0751905 Jun 11 19:39:01.801650 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62583cca-0698-4c85-aba6-145f3947d046 req-9539877a-4755-4115-8ebb-77a9fba05a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:01.803053 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-62583cca-0698-4c85-aba6-145f3947d046 req-9539877a-4755-4115-8ebb-77a9fba05a76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e6eba21-4314-4ef9-a7be-0d0c169a43f5 HTTP/1.1" status: 200 len: 850 time: 0.0545142 Jun 11 19:39:01.866309 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62583cca-0698-4c85-aba6-145f3947d046 req-a230235a-be7a-4249-80e6-29ffddaef0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:01.867827 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-62583cca-0698-4c85-aba6-145f3947d046 req-a230235a-be7a-4249-80e6-29ffddaef0c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd0799f3-e1f4-4564-b8cd-089a9187317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581119 Jun 11 19:39:01.986785 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-62583cca-0698-4c85-aba6-145f3947d046 req-de8dad43-7945-4219-9edf-a584ca1e18f6 service neutron] 10.222.0.39 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090539 Jun 11 19:39:02.098941 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-62583cca-0698-4c85-aba6-145f3947d046 req-0ded3ef7-7154-45ad-8ec2-d09626a47d0c service neutron] 10.222.0.39 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050909 Jun 11 19:39:02.937866 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a62143-2289-4fd7-9ceb-c4d9177087f1 req-66cc3a7b-6885-462f-b2c0-7a9a69853819 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:02.939257 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b2a62143-2289-4fd7-9ceb-c4d9177087f1 req-66cc3a7b-6885-462f-b2c0-7a9a69853819 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.2162387 Jun 11 19:39:02.947288 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db09d7b-c478-4bc6-afea-26d8987c760c req-ec1f8f26-dc9d-45fd-b69f-4cac88d0b277 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:02.948654 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4db09d7b-c478-4bc6-afea-26d8987c760c req-ec1f8f26-dc9d-45fd-b69f-4cac88d0b277 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.1669836 Jun 11 19:39:03.012099 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b2a62143-2289-4fd7-9ceb-c4d9177087f1 req-506cf8da-d7e2-42b4-960f-9c2584ee67a3 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625086 Jun 11 19:39:03.018844 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4db09d7b-c478-4bc6-afea-26d8987c760c req-662a575a-dcb9-4d18-8bf7-677345947b45 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625603 Jun 11 19:39:03.530929 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:39:04.248822 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab0c9c-3245-4f6f-aabb-3832091ef79e req-44b42496-b26d-492a-968f-2660281e97e3 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:04.250179 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-deab0c9c-3245-4f6f-aabb-3832091ef79e req-44b42496-b26d-492a-968f-2660281e97e3 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.1231425 Jun 11 19:39:04.259387 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03c6a3-3e15-412f-8ad0-5d734a237e0d req-310a91a7-7fc2-4534-82db-085edabcb011 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:04.260717 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8a03c6a3-3e15-412f-8ad0-5d734a237e0d req-310a91a7-7fc2-4534-82db-085edabcb011 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.1229167 Jun 11 19:39:04.324969 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-deab0c9c-3245-4f6f-aabb-3832091ef79e req-4fb17628-b97b-4d53-a1a5-d04e3901399c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633380 Jun 11 19:39:04.329463 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8a03c6a3-3e15-412f-8ad0-5d734a237e0d req-6f4b145a-17b8-4e32-9cd9-4bb2236a1f33 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621223 Jun 11 19:39:05.524940 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b28009-08df-49a7-bf21-c3c9e6664f7b req-de3aedf8-5ff6-4a0c-a122-e5196838eb85 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:05.526707 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a2b28009-08df-49a7-bf21-c3c9e6664f7b req-de3aedf8-5ff6-4a0c-a122-e5196838eb85 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.0786090 Jun 11 19:39:05.566750 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a2b28009-08df-49a7-bf21-c3c9e6664f7b req-9ece2a65-f8f8-43d0-b247-b57333ef7cee tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344255 Jun 11 19:39:06.250343 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-d488f3f3-19ab-498d-8b1f-90dca5c1be65 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640681443&fields=id&tenant_id=44c724ca5e924a7b8abc9595b7bc289f HTTP/1.1" status: 200 len: 267 time: 0.0353522 Jun 11 19:39:06.378828 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-82866eee-54d0-4ca7-ab37-878dfc7b5ab7 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:06.380146 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-82866eee-54d0-4ca7-ab37-878dfc7b5ab7 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/networks?id=7d360c71-23c4-45e2-af73-a262697cdfeb HTTP/1.1" status: 200 len: 809 time: 0.1229665 Jun 11 19:39:06.393933 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-cf3b2fd9-b3cb-4844-8069-ffebccbe264f tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/quotas/44c724ca5e924a7b8abc9595b7bc289f HTTP/1.1" status: 200 len: 375 time: 0.0084901 Jun 11 19:39:06.466658 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-a409856b-7ee9-4700-af8b-5b41c6550d7a tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=44c724ca5e924a7b8abc9595b7bc289f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680263 Jun 11 19:39:06.619984 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-0bbf20ff-faa9-40da-8867-b736504b15f3 service neutron] 10.222.0.24 "GET /v2.0/networks/7d360c71-23c4-45e2-af73-a262697cdfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424410 Jun 11 19:39:06.686686 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-52f3987a-5f74-4d25-bcae-291577878627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:06.775079 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-c4db55ac-5ae7-42a0-9cab-dfd738e57ff5 service neutron] 10.222.0.24 "GET /v2.0/networks/7d360c71-23c4-45e2-af73-a262697cdfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494269 Jun 11 19:39:06.797986 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd6bf7-b97c-4c3e-a06c-1ae1b47ae804 req-f1b80d80-d421-41da-994b-53739faf98f6 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:06.799423 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5dbd6bf7-b97c-4c3e-a06c-1ae1b47ae804 req-f1b80d80-d421-41da-994b-53739faf98f6 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.0954444 Jun 11 19:39:06.839789 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5dbd6bf7-b97c-4c3e-a06c-1ae1b47ae804 req-9d7a9185-29a6-4581-a83c-70134f5b6b88 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340838 Jun 11 19:39:07.067153 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9093edec-a0b1-43ef-b095-f9c9827aea80 req-76542513-6e48-4fda-8b9d-7143a04e229a tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 210 time: 0.0312221 Jun 11 19:39:08.022653 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c2fa7-4b7f-4c4f-a994-26ce3e3d560f req-b34082f2-4163-486e-995e-3e7e521d4a42 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:08.024012 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b78c2fa7-4b7f-4c4f-a994-26ce3e3d560f req-b34082f2-4163-486e-995e-3e7e521d4a42 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.0677950 Jun 11 19:39:08.069602 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b78c2fa7-4b7f-4c4f-a994-26ce3e3d560f req-a8f82a29-f926-4d11-a211-206a3142f90c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399599 Jun 11 19:39:08.222515 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1ddb79ef-033f-4887-a11a-5d6e954131a4 req-67170c21-902b-4c2f-bdb0-e52582678662 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 210 time: 0.0368614 Jun 11 19:39:08.311741 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-182a0a5f-eca3-48c5-ba6c-39751e7cdee0 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:08.313184 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-182a0a5f-eca3-48c5-ba6c-39751e7cdee0 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.39 "GET /v2.0/networks?id=7d360c71-23c4-45e2-af73-a262697cdfeb HTTP/1.1" status: 200 len: 809 time: 0.1321738 Jun 11 19:39:08.360942 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-19388a95-ec15-4f51-ad56-5568cf7166d3 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44c724ca5e924a7b8abc9595b7bc289f HTTP/1.1" status: 200 len: 379 time: 0.0393562 Jun 11 19:39:08.376048 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Request body: {'port': {'device_id': '1ef51bc6-6acc-45f2-907d-9a5d98764e56', 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb', 'admin_state_up': True, 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'security_groups': ['a80b1d00-f3c0-46a2-9874-16a5fa13b277']}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:39:08.506277 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Made reservation on behalf of 44c724ca5e924a7b8abc9595b7bc289f for: {'port': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:39:08.509757 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:08.647947 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Allocated IP 172.20.0.6 (7d360c71-23c4-45e2-af73-a262697cdfeb/1756a96a-5ef1-4846-bc19-baac48a3fc66/aa296ff8-4d5c-401b-a341-4ba99abce129) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:39:08.817913 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:08.830478 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.provisioning_blocks [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Transition to ACTIVE for port object aa296ff8-4d5c-401b-a341-4ba99abce129 will not be triggered until provisioned by entity DHCP. {{(pid=91833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:39:08.870295 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10434319'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:08.874474 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:08.921833 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Network 7d360c71-23c4-45e2-af73-a262697cdfeb is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:39:08.925205 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:39:08.929101 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:39:08.964794 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Pushing event updated for resources: {'Port': ['ID=aa296ff8-4d5c-401b-a341-4ba99abce129,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:08.980442 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:08.980820 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:08.981187 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:08.981548 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:08.981906 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:08.982263 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:08.982648 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:08.983005 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:08.983378 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:08.983710 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:08.984059 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:08.984403 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:08.989737 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:09.005239 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:09.005871 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:09.021917 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6494415 Jun 11 19:39:09.035819 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Request body: {'port': {'device_id': '1ef51bc6-6acc-45f2-907d-9a5d98764e56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:39:09.042646 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-09bb8185-55d1-4b3a-8373-137b9ce72b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:09.106503 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-6e9a8a57-c660-431a-b36a-82a02952bfe9 None None] Provisioning for port aa296ff8-4d5c-401b-a341-4ba99abce129 completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:39:09.110373 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-6e9a8a57-c660-431a-b36a-82a02952bfe9 None None] Provisioning complete for port aa296ff8-4d5c-401b-a341-4ba99abce129 triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:39:09.111072 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-6e9a8a57-c660-431a-b36a-82a02952bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:09.125166 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:09.152772 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-6e9a8a57-c660-431a-b36a-82a02952bfe9 None None] Port aa296ff8-4d5c-401b-a341-4ba99abce129 cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:39:09.229475 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:09.260083 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300744a-06d4-4ace-84ea-04e92c2a2985 req-077a0e50-ee6d-4976-a6ec-c60b37f31401 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:09.261697 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9300744a-06d4-4ace-84ea-04e92c2a2985 req-077a0e50-ee6d-4976-a6ec-c60b37f31401 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.0751429 Jun 11 19:39:09.304973 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9300744a-06d4-4ace-84ea-04e92c2a2985 req-2de7ebc7-69ff-43f0-b01c-6b4712cc4556 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361872 Jun 11 19:39:09.423244 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13888954-8ba1-48f5-8022-387ac9ee1d78 req-e1e8c46f-2e6b-460f-8261-469cfd3a5773 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:09.425199 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-13888954-8ba1-48f5-8022-387ac9ee1d78 req-e1e8c46f-2e6b-460f-8261-469cfd3a5773 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 931 time: 0.0735502 Jun 11 19:39:09.444217 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa296ff8-4d5c-401b-a341-4ba99abce129 {{(pid=91833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:39:09.451564 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:09.464403 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.provisioning_blocks [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Transition to ACTIVE for port object aa296ff8-4d5c-401b-a341-4ba99abce129 will not be triggered until provisioned by entity L2. {{(pid=91833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:39:09.467145 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-13888954-8ba1-48f5-8022-387ac9ee1d78 req-6d76c63c-8c06-4ba5-86ba-75eff6e17efd tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361788 Jun 11 19:39:09.468513 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10434353'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:09.470826 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e4336ee3-7af5-4639-af3d-7e3402bafb57 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:09.599390 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Pushing event updated for resources: {'Port': ['ID=aa296ff8-4d5c-401b-a341-4ba99abce129,revision_number=2']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:09.602965 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:09.659209 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Attempting to bind port aa296ff8-4d5c-401b-a341-4ba99abce129 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:39:09.659574 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Attempting to bind port aa296ff8-4d5c-401b-a341-4ba99abce129 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '140ff6ff-10cc-4eb1-a05a-930326ac3214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb'}] {{(pid=91833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:39:09.659897 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Attempting to bind port aa296ff8-4d5c-401b-a341-4ba99abce129 on network 7d360c71-23c4-45e2-af73-a262697cdfeb {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:39:09.664826 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Port aa296ff8-4d5c-401b-a341-4ba99abce129 on network 7d360c71-23c4-45e2-af73-a262697cdfeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:39:09.665141 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Attempting to bind port aa296ff8-4d5c-401b-a341-4ba99abce129 on network 7d360c71-23c4-45e2-af73-a262697cdfeb {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:39:09.669900 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:39:09.670234 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Checking segment: {'id': '140ff6ff-10cc-4eb1-a05a-930326ac3214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:39:09.670630 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Bound using segment: {'id': '140ff6ff-10cc-4eb1-a05a-930326ac3214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb'} {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:39:09.671062 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Bound port: aa296ff8-4d5c-401b-a341-4ba99abce129, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140ff6ff-10cc-4eb1-a05a-930326ac3214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb'}}] {{(pid=91833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:39:09.671404 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:09.746101 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] For port aa296ff8-4d5c-401b-a341-4ba99abce129, host hv-cinder-79053, cleared binding levels {{(pid=91833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:39:09.748442 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] For port aa296ff8-4d5c-401b-a341-4ba99abce129, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa296ff8-4d5c-401b-a341-4ba99abce129,segment=NetworkSegment(140ff6ff-10cc-4eb1-a05a-930326ac3214),segment_id=140ff6ff-10cc-4eb1-a05a-930326ac3214)] {{(pid=91833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:39:09.754366 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10434353'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:09.757151 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e58b54d4-18f7-4e83-830c-df6f3f2f8527 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:09.791825 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:09.792436 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:09.793785 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] 10.222.0.39 "PUT /v2.0/ports/aa296ff8-4d5c-401b-a341-4ba99abce129 HTTP/1.1" status: 200 len: 1093 time: 0.7626443 Jun 11 19:39:09.794295 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef51bc6-6acc-45f2-907d-9a5d98764e56', 'tag': 'aa296ff8-4d5c-401b-a341-4ba99abce129'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:39:09.796619 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275b407f-cace-4936-8d5d-13be88bd2fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef51bc6-6acc-45f2-907d-9a5d98764e56", "tag": "aa296ff8-4d5c-401b-a341-4ba99abce129"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:39:09.827903 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Pushing event updated for resources: {'Port': ['ID=aa296ff8-4d5c-401b-a341-4ba99abce129,revision_number=3']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:09.832290 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:09.850980 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2caaf153-bc68-46c1-8ce5-7e0180577113 x-openstack-request-id: req-2caaf153-bc68-46c1-8ce5-7e0180577113 {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:39:09.851302 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef51bc6-6acc-45f2-907d-9a5d98764e56", "tag": "aa296ff8-4d5c-401b-a341-4ba99abce129", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:39:09.851587 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2caaf153-bc68-46c1-8ce5-7e0180577113 {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:39:09.852006 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef51bc6-6acc-45f2-907d-9a5d98764e56', 'tag': 'aa296ff8-4d5c-401b-a341-4ba99abce129', 'status': 'completed', 'code': 200} Jun 11 19:39:09.904929 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-7f51ee44-91b2-4f31-8815-5f1a26ff9ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:09.906446 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-7f51ee44-91b2-4f31-8815-5f1a26ff9ee4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44c724ca5e924a7b8abc9595b7bc289f&device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 1096 time: 0.0655808 Jun 11 19:39:09.965770 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-92b03d99-84b5-4ec1-8f7d-5c75513d9eac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa296ff8-4d5c-401b-a341-4ba99abce129 HTTP/1.1" status: 200 len: 217 time: 0.0515003 Jun 11 19:39:10.021088 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-c2dc50de-84ac-4bfc-8ef3-d1c65ae9deec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:10.022467 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-c2dc50de-84ac-4bfc-8ef3-d1c65ae9deec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1756a96a-5ef1-4846-bc19-baac48a3fc66 HTTP/1.1" status: 200 len: 848 time: 0.0497730 Jun 11 19:39:10.087503 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-e211048a-e3fb-4ae8-84c0-41208c6ed0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:10.088858 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-e211048a-e3fb-4ae8-84c0-41208c6ed0d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d360c71-23c4-45e2-af73-a262697cdfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604162 Jun 11 19:39:10.201119 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-22243d97-60af-4527-8876-2373cb6bfe4f service neutron] 10.222.0.39 "GET /v2.0/networks/7d360c71-23c4-45e2-af73-a262697cdfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054149 Jun 11 19:39:10.312309 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-506aa66c-c23e-4dda-9500-4c4b89d6f801 req-06f75b55-558b-497c-9721-f7ecc7304a3d service neutron] 10.222.0.39 "GET /v2.0/networks/7d360c71-23c4-45e2-af73-a262697cdfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046715 Jun 11 19:39:10.403923 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:10.421539 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b407f-cace-4936-8d5d-13be88bd2fbb req-345188e8-a644-479a-99db-60b9f5009b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:10.423053 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-275b407f-cace-4936-8d5d-13be88bd2fbb req-345188e8-a644-479a-99db-60b9f5009b8e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44c724ca5e924a7b8abc9595b7bc289f&device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 1096 time: 0.0635939 Jun 11 19:39:10.495107 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af676903-c7f7-4181-befc-ce6e7294f6c8 req-7b77ba5f-d76f-4503-98f7-4d98c1dcb1cb tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:10.496334 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-af676903-c7f7-4181-befc-ce6e7294f6c8 req-7b77ba5f-d76f-4503-98f7-4d98c1dcb1cb tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.0677524 Jun 11 19:39:10.537360 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b407f-cace-4936-8d5d-13be88bd2fbb req-467085c7-23e7-498c-b404-b632055e676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:10.538989 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-275b407f-cace-4936-8d5d-13be88bd2fbb req-467085c7-23e7-498c-b404-b632055e676e service neutron] 10.222.0.39 "GET /v2.0/networks?id=7d360c71-23c4-45e2-af73-a262697cdfeb HTTP/1.1" status: 200 len: 910 time: 0.1092231 Jun 11 19:39:10.539331 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-af676903-c7f7-4181-befc-ce6e7294f6c8 req-4047fa3b-5606-4aeb-b86e-fde09d5cc298 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369782 Jun 11 19:39:10.598479 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-275b407f-cace-4936-8d5d-13be88bd2fbb req-75865911-a0e7-4dc9-878a-64b76db50eb4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa296ff8-4d5c-401b-a341-4ba99abce129 HTTP/1.1" status: 200 len: 217 time: 0.0523179 Jun 11 19:39:10.653093 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b407f-cace-4936-8d5d-13be88bd2fbb req-8b2b7592-2a6b-47d3-881a-c14a8de758ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:10.654515 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-275b407f-cace-4936-8d5d-13be88bd2fbb req-8b2b7592-2a6b-47d3-881a-c14a8de758ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1756a96a-5ef1-4846-bc19-baac48a3fc66 HTTP/1.1" status: 200 len: 848 time: 0.0501318 Jun 11 19:39:10.659125 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9ca99-9a6d-47f0-b410-3d53dbe58927 req-7968fab4-f621-425f-82fe-a8fc9222c791 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:10.660537 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3bf9ca99-9a6d-47f0-b410-3d53dbe58927 req-7968fab4-f621-425f-82fe-a8fc9222c791 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 943 time: 0.0710864 Jun 11 19:39:10.700775 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3bf9ca99-9a6d-47f0-b410-3d53dbe58927 req-876d11d1-c493-4bcc-b6f6-58bcb7c7e600 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345609 Jun 11 19:39:10.721457 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b407f-cace-4936-8d5d-13be88bd2fbb req-d41462c3-6b23-4aa9-bb74-b71695e9a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:10.722938 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-275b407f-cace-4936-8d5d-13be88bd2fbb req-d41462c3-6b23-4aa9-bb74-b71695e9a18d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d360c71-23c4-45e2-af73-a262697cdfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620537 Jun 11 19:39:10.832166 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-275b407f-cace-4936-8d5d-13be88bd2fbb req-32ce4a1b-765f-4484-aa09-8a2dc7d53f03 service neutron] 10.222.0.39 "GET /v2.0/networks/7d360c71-23c4-45e2-af73-a262697cdfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030920 Jun 11 19:39:10.945779 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-275b407f-cace-4936-8d5d-13be88bd2fbb req-80c26c47-c5cd-4c91-9712-2fba36020357 service neutron] 10.222.0.39 "GET /v2.0/networks/7d360c71-23c4-45e2-af73-a262697cdfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053905 Jun 11 19:39:11.722046 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c783239-275a-4c3e-b466-b8d701601fdb req-d51b774e-e0ca-4c11-90e0-78e0ca0f4978 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:11.723478 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1c783239-275a-4c3e-b466-b8d701601fdb req-d51b774e-e0ca-4c11-90e0-78e0ca0f4978 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.0667176 Jun 11 19:39:11.769829 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1c783239-275a-4c3e-b466-b8d701601fdb req-25031be3-83f9-4eaf-8b73-72abb86cde37 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407119 Jun 11 19:39:11.893773 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893d0a9-0674-4078-835f-84c578101b51 req-a3dca7c4-c629-4a16-afa3-bf90f8967b8c tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:11.895218 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6893d0a9-0674-4078-835f-84c578101b51 req-a3dca7c4-c629-4a16-afa3-bf90f8967b8c tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 943 time: 0.0697937 Jun 11 19:39:11.911627 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:11.938908 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6893d0a9-0674-4078-835f-84c578101b51 req-3bf77634-0c15-4ef0-acd5-4b10f1aa49df tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371039 Jun 11 19:39:12.804724 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6dff74-ea9f-4d50-a66c-f59f8f40b58c req-7f3bbda2-71f4-4857-b430-9f82593450f1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:12.806384 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-af6dff74-ea9f-4d50-a66c-f59f8f40b58c req-7f3bbda2-71f4-4857-b430-9f82593450f1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 946 time: 0.0669050 Jun 11 19:39:12.847651 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-af6dff74-ea9f-4d50-a66c-f59f8f40b58c req-c4e50816-7169-4adf-9e5f-09231695b984 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358446 Jun 11 19:39:12.958989 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878032c-60be-476e-ba0c-8b4fe5eddcc3 req-32e9a9df-afe7-465c-977d-fe85b9469aca tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:12.960397 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f878032c-60be-476e-ba0c-8b4fe5eddcc3 req-32e9a9df-afe7-465c-977d-fe85b9469aca tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.0716693 Jun 11 19:39:13.001624 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f878032c-60be-476e-ba0c-8b4fe5eddcc3 req-bc4a3ed4-89db-4fff-b014-fb2851722470 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354517 Jun 11 19:39:13.114168 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb857da3-8998-4d44-ba09-aeb0be1c3d22 req-5099882b-b4f6-45fd-9e8d-bb6902163df9 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:13.115607 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bb857da3-8998-4d44-ba09-aeb0be1c3d22 req-5099882b-b4f6-45fd-9e8d-bb6902163df9 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 943 time: 0.0675895 Jun 11 19:39:13.155279 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bb857da3-8998-4d44-ba09-aeb0be1c3d22 req-fd365c26-a7e2-4223-8bb4-4819c9703917 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341506 Jun 11 19:39:14.030407 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50a070-6ed6-4a09-a870-d05ad2c875f6 req-57a4dc74-aecd-461a-ae99-e9afc1a929f4 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:14.033155 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cb50a070-6ed6-4a09-a870-d05ad2c875f6 req-57a4dc74-aecd-461a-ae99-e9afc1a929f4 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 946 time: 0.0712347 Jun 11 19:39:14.079478 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cb50a070-6ed6-4a09-a870-d05ad2c875f6 req-6b995876-c920-45b1-b546-68f796c92d2a tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407259 Jun 11 19:39:14.186458 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259c448-13a7-4849-97f9-b8d2a518df63 req-3212e4e6-89f5-4360-95af-2dfef3fdd62e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:14.187918 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c259c448-13a7-4849-97f9-b8d2a518df63 req-3212e4e6-89f5-4360-95af-2dfef3fdd62e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.0670164 Jun 11 19:39:14.228718 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c259c448-13a7-4849-97f9-b8d2a518df63 req-14c46bc6-d3a7-4d20-83ee-6e5f82369eda tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353019 Jun 11 19:39:14.336174 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba32635-0e98-4af9-b9ea-cccb98f053b2 req-745e3070-7733-4b3b-8bae-519399311f58 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:14.337910 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3ba32635-0e98-4af9-b9ea-cccb98f053b2 req-745e3070-7733-4b3b-8bae-519399311f58 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 943 time: 0.0719810 Jun 11 19:39:14.378774 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3ba32635-0e98-4af9-b9ea-cccb98f053b2 req-75618742-9491-4e19-bef5-96d7d55fbcad tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352120 Jun 11 19:39:14.528944 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b36b9-dd56-4906-806f-93943f5f47c6 req-83637dd8-91e8-46f8-95a2-ecff8b855a78 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:14.530326 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-9c8b36b9-dd56-4906-806f-93943f5f47c6 req-83637dd8-91e8-46f8-95a2-ecff8b855a78 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 946 time: 0.0730195 Jun 11 19:39:14.892621 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [req-9c8b36b9-dd56-4906-806f-93943f5f47c6 req-5229e254-c836-4a48-b31f-6be38bfbbaff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Deleting port 36b05606-58aa-49ba-bc37-a8c902fe8d50 {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:39:14.892959 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-9c8b36b9-dd56-4906-806f-93943f5f47c6 req-5229e254-c836-4a48-b31f-6be38bfbbaff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:15.001245 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-9c8b36b9-dd56-4906-806f-93943f5f47c6 req-5229e254-c836-4a48-b31f-6be38bfbbaff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] For port 36b05606-58aa-49ba-bc37-a8c902fe8d50, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=36b05606-58aa-49ba-bc37-a8c902fe8d50,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:39:15.001514 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-9c8b36b9-dd56-4906-806f-93943f5f47c6 req-5229e254-c836-4a48-b31f-6be38bfbbaff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:15.243735 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-9c8b36b9-dd56-4906-806f-93943f5f47c6 req-5229e254-c836-4a48-b31f-6be38bfbbaff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:15.244457 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-9c8b36b9-dd56-4906-806f-93943f5f47c6 req-5229e254-c836-4a48-b31f-6be38bfbbaff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931187'] for floatingip, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:15.244956 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.l3_db [req-9c8b36b9-dd56-4906-806f-93943f5f47c6 req-5229e254-c836-4a48-b31f-6be38bfbbaff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Floating IP 1a7dc683-9d80-473c-9617-59091f4e6453 disassociated. External IP: 172.27.0.64, port: 36b05606-58aa-49ba-bc37-a8c902fe8d50. Jun 11 19:39:15.245304 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [req-9c8b36b9-dd56-4906-806f-93943f5f47c6 req-5229e254-c836-4a48-b31f-6be38bfbbaff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Calling delete_port for 36b05606-58aa-49ba-bc37-a8c902fe8d50 owned by compute:nova {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:39:15.259307 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003207a-a666-4596-83b4-ef4425608e30 req-858f1926-c99b-440f-ad6a-485f516adbed tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:15.260679 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9003207a-a666-4596-83b4-ef4425608e30 req-858f1926-c99b-440f-ad6a-485f516adbed tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 946 time: 0.0698805 Jun 11 19:39:15.306231 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9003207a-a666-4596-83b4-ef4425608e30 req-2a967f65-b07e-44a6-b3e4-3cba1f87f3c9 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374556 Jun 11 19:39:15.408012 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-9c8b36b9-dd56-4906-806f-93943f5f47c6 req-5229e254-c836-4a48-b31f-6be38bfbbaff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:15.412065 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e08d394f-dcab-4d60-b472-c602f6af77e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:15.422112 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ff8fd-6002-4974-9061-4ab11e39185d req-2841b5c0-b675-4eda-bb34-0d63a8f2b239 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:15.423589 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-535ff8fd-6002-4974-9061-4ab11e39185d req-2841b5c0-b675-4eda-bb34-0d63a8f2b239 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.0727487 Jun 11 19:39:15.448192 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229e254-c836-4a48-b31f-6be38bfbbaff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event deleted for resources: {'Port': ['ID=36b05606-58aa-49ba-bc37-a8c902fe8d50,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:15.451363 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-5229e254-c836-4a48-b31f-6be38bfbbaff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:15.475093 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-535ff8fd-6002-4974-9061-4ab11e39185d req-6b54fcee-a863-4dc7-8de0-00c4c2b10d38 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440774 Jun 11 19:39:15.558463 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85520e-9e51-409c-994a-38e2664e189d req-8cb4a24a-5f3b-4722-9f1a-54741b69b3c7 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:15.559830 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9d85520e-9e51-409c-994a-38e2664e189d req-8cb4a24a-5f3b-4722-9f1a-54741b69b3c7 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 943 time: 0.0672004 Jun 11 19:39:15.599211 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c8b36b9-dd56-4906-806f-93943f5f47c6 req-5229e254-c836-4a48-b31f-6be38bfbbaff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:39:15.601775 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9d85520e-9e51-409c-994a-38e2664e189d req-14f1b13d-e6bb-463d-abb6-ff94a5971b18 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352445 Jun 11 19:39:15.741460 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c8b36b9-dd56-4906-806f-93943f5f47c6 req-5229e254-c836-4a48-b31f-6be38bfbbaff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:39:15.754145 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43f64aa-158e-4de7-8ffe-6376fca2de28 None None] Sync routers for ids ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:39:15.764010 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43f64aa-158e-4de7-8ffe-6376fca2de28 None None] Routers {'44ec4b6f-f00c-4390-a5b3-e421e1a35598'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:39:15.764694 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-d43f64aa-158e-4de7-8ffe-6376fca2de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:39:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:39:15.797034 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8b36b9-dd56-4906-806f-93943f5f47c6 req-5229e254-c836-4a48-b31f-6be38bfbbaff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] No DVR routers for this DVR port 36b05606-58aa-49ba-bc37-a8c902fe8d50 on host hv-cinder-79053 {{(pid=91833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:39:15.800296 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-9c8b36b9-dd56-4906-806f-93943f5f47c6 req-5229e254-c836-4a48-b31f-6be38bfbbaff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:15.802324 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-9c8b36b9-dd56-4906-806f-93943f5f47c6 req-5229e254-c836-4a48-b31f-6be38bfbbaff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.39 "DELETE /v2.0/ports/36b05606-58aa-49ba-bc37-a8c902fe8d50 HTTP/1.1" status: 204 len: 173 time: 1.2610343 Jun 11 19:39:15.802853 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca', 'name': 'network-vif-deleted', 'tag': '36b05606-58aa-49ba-bc37-a8c902fe8d50'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:39:15.805101 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dec743f-a910-4002-8034-2888b351641f" -d '{"events": [{"server_uuid": "cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca", "name": "network-vif-deleted", "tag": "36b05606-58aa-49ba-bc37-a8c902fe8d50"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:39:15.847867 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78683578-02c9-40e7-af0a-5f7d334975fa x-openstack-request-id: req-78683578-02c9-40e7-af0a-5f7d334975fa {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:39:15.848193 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca", "name": "network-vif-deleted", "tag": "36b05606-58aa-49ba-bc37-a8c902fe8d50", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:39:15.848494 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78683578-02c9-40e7-af0a-5f7d334975fa {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:39:15.849029 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca', 'name': 'network-vif-deleted', 'tag': '36b05606-58aa-49ba-bc37-a8c902fe8d50', 'status': 'completed', 'code': 200} Jun 11 19:39:15.911678 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-d43f64aa-158e-4de7-8ffe-6376fca2de28 None None] Set router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:39:16.169235 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-d43f64aa-158e-4de7-8ffe-6376fca2de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:34Z', 'revision_number': 5, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:39:16.172731 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43f64aa-158e-4de7-8ffe-6376fca2de28 None None] Checking router: 44ec4b6f-f00c-4390-a5b3-e421e1a35598 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:39:16.181574 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43f64aa-158e-4de7-8ffe-6376fca2de28 None None] Routers {'44ec4b6f-f00c-4390-a5b3-e421e1a35598'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:39:16.182182 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-d43f64aa-158e-4de7-8ffe-6376fca2de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:39:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:39:16.320605 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-d43f64aa-158e-4de7-8ffe-6376fca2de28 None None] Set router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:39:16.470973 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-aa2e23d1-da10-4770-a0a0-c9aa3ce04e31 req-080160c4-01a2-496c-8027-a1f1a55b236a tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf8e1229-30d3-4a0a-a840-2f0dd6fce4ca HTTP/1.1" status: 200 len: 210 time: 0.0373445 Jun 11 19:39:16.619258 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 5b2b88a3-b657-4c9d-b212-af924de0695c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:39:16.695582 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cef9a1-db15-4e90-a9dd-07f8dd7d008f req-1e4f9dee-70e4-4898-85b3-bb9182bd7049 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:16.703702 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d1cef9a1-db15-4e90-a9dd-07f8dd7d008f req-1e4f9dee-70e4-4898-85b3-bb9182bd7049 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.0920284 Jun 11 19:39:16.806494 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 5b2b88a3-b657-4c9d-b212-af924de0695c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5b2b88a3-b657-4c9d-b212-af924de0695c,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:39:16.819980 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-d43f64aa-158e-4de7-8ffe-6376fca2de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:34Z', 'revision_number': 5, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:39:16.823018 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d1cef9a1-db15-4e90-a9dd-07f8dd7d008f req-39e5b1a3-f8bf-47b4-b5a8-2fd54d47b5eb tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181655 Jun 11 19:39:16.825308 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43f64aa-158e-4de7-8ffe-6376fca2de28 None None] The sync data for ids ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'] in dv-cinder-790535-3-iscsi is: [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:34Z', 'revision_number': 5, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:39:16.827097 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': '5b2b88a3-b657-4c9d-b212-af924de0695c', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'port_id': '5b2b88a3-b657-4c9d-b212-af924de0695c', 'mac_address': 'fa:16:3e:dc:8b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:39:16.877357 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e87b50-756c-4d70-8f35-38fcecde8bb6 req-a18d78d9-e4ec-4633-a471-b781a6258f8d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:16.893235 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-16e87b50-756c-4d70-8f35-38fcecde8bb6 req-a18d78d9-e4ec-4633-a471-b781a6258f8d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 943 time: 0.1343746 Jun 11 19:39:16.898781 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:16.919200 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b2b88a3-b657-4c9d-b212-af924de0695c {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:39:16.949420 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-16e87b50-756c-4d70-8f35-38fcecde8bb6 req-18bba0e7-342c-4fc4-933e-27c8c7f32e70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551574 Jun 11 19:39:16.955592 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 5b2b88a3-b657-4c9d-b212-af924de0695c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5b2b88a3-b657-4c9d-b212-af924de0695c,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:39:16.963358 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:16.965425 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:17.034179 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=5b2b88a3-b657-4c9d-b212-af924de0695c,revision_number=6']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:17.043768 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:17.047017 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['5b2b88a3-b657-4c9d-b212-af924de0695c'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:39:17.145908 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d31162-1953-487f-b64a-d2451aab8659 None None] New status for floating IP 1a7dc683-9d80-473c-9617-59091f4e6453: DOWN {{(pid=91836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:39:17.832864 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-0163f94a-5e38-4ca8-a983-d834c2929c35 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852856224&fields=id&tenant_id=5da85e3d494c400d9b6ee93e139f5496 HTTP/1.1" status: 200 len: 267 time: 0.0451512 Jun 11 19:39:18.003917 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-d81a2885-e477-4356-9361-75367a7c0aa7 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:18.010790 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-d81a2885-e477-4356-9361-75367a7c0aa7 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/networks?id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 HTTP/1.1" status: 200 len: 812 time: 0.1697490 Jun 11 19:39:18.027774 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-0cf9db23-b97c-4799-b260-6b505e8fea91 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/quotas/5da85e3d494c400d9b6ee93e139f5496 HTTP/1.1" status: 200 len: 375 time: 0.0160794 Jun 11 19:39:18.167222 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045ad78-5ad1-46a2-bae8-dde67374550c req-f56e769d-df1e-4e35-9803-fe54d2210a1a tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:18.177677 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4045ad78-5ad1-46a2-bae8-dde67374550c req-f56e769d-df1e-4e35-9803-fe54d2210a1a tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 945 time: 0.1387305 Jun 11 19:39:18.203228 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-1c14e0cc-ba72-4666-8203-417da88b5730 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5da85e3d494c400d9b6ee93e139f5496&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1746225 Jun 11 19:39:18.255601 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4045ad78-5ad1-46a2-bae8-dde67374550c req-b13636a1-1692-44da-b348-98075b8b71ab tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770113 Jun 11 19:39:18.370341 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-d6fb8524-f88b-4eed-a2f4-5f88a82d540f service neutron] 10.222.0.24 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473265 Jun 11 19:39:18.683552 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device aa296ff8-4d5c-401b-a341-4ba99abce129 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:39:18.685741 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 5b2b88a3-b657-4c9d-b212-af924de0695c up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:39:18.789068 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port 5b2b88a3-b657-4c9d-b212-af924de0695c triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:39:18.789442 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:18.859234 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-05781096-b8b2-4865-a077-f00a42f34bb0 service neutron] 10.222.0.24 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811032 Jun 11 19:39:18.872329 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50bab3-b078-4e36-86ed-097d1e74d48f req-7e28e451-3c61-431d-8b52-16191cb612ae tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:18.891539 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8a50bab3-b078-4e36-86ed-097d1e74d48f req-7e28e451-3c61-431d-8b52-16191cb612ae tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 943 time: 0.5004587 Jun 11 19:39:18.905444 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port aa296ff8-4d5c-401b-a341-4ba99abce129, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa296ff8-4d5c-401b-a341-4ba99abce129,segment=NetworkSegment(140ff6ff-10cc-4eb1-a05a-930326ac3214),segment_id=140ff6ff-10cc-4eb1-a05a-930326ac3214)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:39:18.921784 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': 'aa296ff8-4d5c-401b-a341-4ba99abce129', 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb', 'port_id': 'aa296ff8-4d5c-401b-a341-4ba99abce129', 'mac_address': 'fa:16:3e:b3:ec:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:39:18.974575 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8a50bab3-b078-4e36-86ed-097d1e74d48f req-b62cd051-16d4-4c54-a32e-d1e4447b0015 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819111 Jun 11 19:39:19.005806 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:19.009121 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:19.036639 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa296ff8-4d5c-401b-a341-4ba99abce129 {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:39:19.047937 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2b88a3-b657-4c9d-b212-af924de0695c'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:39:19.050819 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67410c1-2b24-4d08-9fad-01266b4568ef" -d '{"events": [{"server_uuid": "5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f", "name": "network-vif-plugged", "status": "completed", "tag": "5b2b88a3-b657-4c9d-b212-af924de0695c"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:39:19.082129 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 5b2b88a3-b657-4c9d-b212-af924de0695c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5b2b88a3-b657-4c9d-b212-af924de0695c,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:39:19.087524 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port aa296ff8-4d5c-401b-a341-4ba99abce129, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa296ff8-4d5c-401b-a341-4ba99abce129,segment=NetworkSegment(140ff6ff-10cc-4eb1-a05a-930326ac3214),segment_id=140ff6ff-10cc-4eb1-a05a-930326ac3214)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:39:19.090232 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:19.092459 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 36b05606-58aa-49ba-bc37-a8c902fe8d50 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:39:19.098313 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:19.126889 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:19.159261 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42e803b-e38e-4482-9fb3-a2c149f4dcdc x-openstack-request-id: req-a42e803b-e38e-4482-9fb3-a2c149f4dcdc {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:39:19.159261 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f", "name": "network-vif-plugged", "status": "completed", "tag": "5b2b88a3-b657-4c9d-b212-af924de0695c", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:39:19.159261 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a42e803b-e38e-4482-9fb3-a2c149f4dcdc {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:39:19.159261 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2b88a3-b657-4c9d-b212-af924de0695c', 'code': 200} Jun 11 19:39:19.161492 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: 36b05606-58aa-49ba-bc37-a8c902fe8d50 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:39:19.161844 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 36b05606-58aa-49ba-bc37-a8c902fe8d50 not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:39:19.196017 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=5b2b88a3-b657-4c9d-b212-af924de0695c,revision_number=7']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:19.200251 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:19.200686 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:19.288858 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=aa296ff8-4d5c-401b-a341-4ba99abce129,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:19.303127 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:19.371140 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d4ac638d-8be0-4d4c-88d5-39ba6f9f205e req-3c3c4814-e4b9-4fa6-87e4-91a210b59a33 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 210 time: 0.1013012 Jun 11 19:39:19.404454 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['aa296ff8-4d5c-401b-a341-4ba99abce129'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:39:19.529551 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84826c59-f29e-4ac8-a610-5072ef60f29c req-b9eb73c5-ae1f-4610-9c3d-1cbefea1f4ec tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:19.531284 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-84826c59-f29e-4ac8-a610-5072ef60f29c req-b9eb73c5-ae1f-4610-9c3d-1cbefea1f4ec tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.0878880 Jun 11 19:39:19.602500 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-84826c59-f29e-4ac8-a610-5072ef60f29c req-712f0a8c-8bd1-49ff-b5ce-a1b788ca6f2b tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617557 Jun 11 19:39:20.219561 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894d8e1-1375-4158-8864-fa7da7202aab req-5d5d354f-1838-45bf-ab49-a095e5bd7c54 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:20.221076 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c894d8e1-1375-4158-8864-fa7da7202aab req-5d5d354f-1838-45bf-ab49-a095e5bd7c54 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 944 time: 0.0761554 Jun 11 19:39:20.271114 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c894d8e1-1375-4158-8864-fa7da7202aab req-7e72963d-b768-42df-a8e3-ce1aee11e50d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438643 Jun 11 19:39:20.536212 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2b860ea0-577a-49c7-b73b-21e2026c67a1 req-55255c57-198a-4afd-b469-8f78733c8b0c tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 210 time: 0.0354450 Jun 11 19:39:20.641736 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device aa296ff8-4d5c-401b-a341-4ba99abce129 up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:39:20.698229 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-0c2ff65e-feb9-4fcc-9c1e-d545d1bf4f00 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:20.700029 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-0c2ff65e-feb9-4fcc-9c1e-d545d1bf4f00 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.39 "GET /v2.0/networks?id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 HTTP/1.1" status: 200 len: 812 time: 0.1619670 Jun 11 19:39:20.729280 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port aa296ff8-4d5c-401b-a341-4ba99abce129 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:39:20.735138 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port aa296ff8-4d5c-401b-a341-4ba99abce129 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:39:20.735631 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:20.793123 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-a383f63f-2212-44ec-9978-307edabd8bb4 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5da85e3d494c400d9b6ee93e139f5496 HTTP/1.1" status: 200 len: 379 time: 0.0770228 Jun 11 19:39:20.810674 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-832021ce-16bf-4b2b-8212-0c6f7206c537 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Request body: {'port': {'device_id': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'admin_state_up': True, 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'security_groups': ['8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b']}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:39:20.860212 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc36ef5-c7fd-4ac4-b729-c3a4fac7285a req-125e6da8-f2aa-4cd0-85c0-91deb8f2ef2f tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:20.868011 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8cc36ef5-c7fd-4ac4-b729-c3a4fac7285a req-125e6da8-f2aa-4cd0-85c0-91deb8f2ef2f tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.0892990 Jun 11 19:39:20.870752 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:20.911799 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port aa296ff8-4d5c-401b-a341-4ba99abce129, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa296ff8-4d5c-401b-a341-4ba99abce129,segment=NetworkSegment(140ff6ff-10cc-4eb1-a05a-930326ac3214),segment_id=140ff6ff-10cc-4eb1-a05a-930326ac3214)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:39:20.916705 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:20.918995 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:20.926028 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8cc36ef5-c7fd-4ac4-b729-c3a4fac7285a req-5c5a9169-b30b-4ab1-b1e8-768536878d5d tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570827 Jun 11 19:39:20.981189 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=aa296ff8-4d5c-401b-a341-4ba99abce129,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:20.987321 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:21.036080 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-832021ce-16bf-4b2b-8212-0c6f7206c537 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Made reservation on behalf of 5da85e3d494c400d9b6ee93e139f5496 for: {'port': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:39:21.039947 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-832021ce-16bf-4b2b-8212-0c6f7206c537 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:21.160210 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef51bc6-6acc-45f2-907d-9a5d98764e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa296ff8-4d5c-401b-a341-4ba99abce129'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:39:21.162063 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da69e2c-18f8-4e65-94ea-1f7fc9c30772" -d '{"events": [{"server_uuid": "1ef51bc6-6acc-45f2-907d-9a5d98764e56", "name": "network-vif-plugged", "status": "completed", "tag": "aa296ff8-4d5c-401b-a341-4ba99abce129"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:39:21.222411 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1882adae-36a9-4230-a261-3852d10cecad x-openstack-request-id: req-1882adae-36a9-4230-a261-3852d10cecad {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:39:21.222992 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef51bc6-6acc-45f2-907d-9a5d98764e56", "name": "network-vif-plugged", "status": "completed", "tag": "aa296ff8-4d5c-401b-a341-4ba99abce129", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:39:21.223345 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-832021ce-16bf-4b2b-8212-0c6f7206c537 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Allocated IP 172.20.0.7 (7ff87d40-cf76-469c-9fe2-d4c3b16d44a2/1b74db1c-1c6c-4033-956f-ab002f0c83d3/27659e6c-f89a-4bc1-88e5-601f69bfcf82) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:39:21.223724 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1882adae-36a9-4230-a261-3852d10cecad {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:39:21.224348 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef51bc6-6acc-45f2-907d-9a5d98764e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa296ff8-4d5c-401b-a341-4ba99abce129', 'code': 200} Jun 11 19:39:21.512208 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c838e-7785-478f-b086-46f3d109bbe0 req-38c1d6ef-d5bf-47bb-8705-31bb8d877306 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:21.516657 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bc9c838e-7785-478f-b086-46f3d109bbe0 req-38c1d6ef-d5bf-47bb-8705-31bb8d877306 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.1122484 Jun 11 19:39:21.530153 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-832021ce-16bf-4b2b-8212-0c6f7206c537 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:21.550619 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.provisioning_blocks [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-832021ce-16bf-4b2b-8212-0c6f7206c537 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Transition to ACTIVE for port object 27659e6c-f89a-4bc1-88e5-601f69bfcf82 will not be triggered until provisioned by entity DHCP. {{(pid=91833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:39:21.598954 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-832021ce-16bf-4b2b-8212-0c6f7206c537 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10434319'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:21.604950 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:21.619020 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bc9c838e-7785-478f-b086-46f3d109bbe0 req-04e40a22-c8c7-4e54-b72d-b79a2bee197e tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944495 Jun 11 19:39:21.661746 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-832021ce-16bf-4b2b-8212-0c6f7206c537 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:39:21.669941 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-832021ce-16bf-4b2b-8212-0c6f7206c537 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:39:21.673532 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-832021ce-16bf-4b2b-8212-0c6f7206c537 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:39:21.759015 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-832021ce-16bf-4b2b-8212-0c6f7206c537 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:21.760478 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-832021ce-16bf-4b2b-8212-0c6f7206c537 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:21.769216 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832021ce-16bf-4b2b-8212-0c6f7206c537 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event updated for resources: {'Port': ['ID=27659e6c-f89a-4bc1-88e5-601f69bfcf82,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:21.774859 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-832021ce-16bf-4b2b-8212-0c6f7206c537 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:21.788963 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-832021ce-16bf-4b2b-8212-0c6f7206c537 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9826243 Jun 11 19:39:21.803638 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Request body: {'port': {'device_id': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:39:21.882007 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d2775-2546-4328-9e01-06e93f801ae0 req-95402451-e351-4f2b-a372-4a8af4137e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:21.883805 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ac6d2775-2546-4328-9e01-06e93f801ae0 req-95402451-e351-4f2b-a372-4a8af4137e6e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 1098 time: 0.3031487 Jun 11 19:39:21.923561 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:21.937007 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e23ba0-30e9-4aac-9fcc-cb4e55846c41 req-82ff2b17-24f7-4595-a0d8-0e1ec93d3518 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:21.940208 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e0e23ba0-30e9-4aac-9fcc-cb4e55846c41 req-82ff2b17-24f7-4595-a0d8-0e1ec93d3518 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 931 time: 0.1904492 Jun 11 19:39:22.016302 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-18ed8cab-0821-4cc5-bafa-9bcae8dce6d5 None None] Provisioning for port 27659e6c-f89a-4bc1-88e5-601f69bfcf82 completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:39:22.020233 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ac6d2775-2546-4328-9e01-06e93f801ae0 req-9e1d78db-6d7b-40b7-b88f-9a3f5ca62e2a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281259 Jun 11 19:39:22.023381 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-18ed8cab-0821-4cc5-bafa-9bcae8dce6d5 None None] Provisioning complete for port 27659e6c-f89a-4bc1-88e5-601f69bfcf82 triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:39:22.023775 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-18ed8cab-0821-4cc5-bafa-9bcae8dce6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:22.054054 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e0e23ba0-30e9-4aac-9fcc-cb4e55846c41 req-01a020ac-c25c-47eb-9b4b-23ecd55c7673 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962477 Jun 11 19:39:22.086232 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-18ed8cab-0821-4cc5-bafa-9bcae8dce6d5 None None] Port 27659e6c-f89a-4bc1-88e5-601f69bfcf82 cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:39:22.202144 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776ab6e-82d7-414f-a080-168831ce4444 req-2b09e01f-6ea5-4c85-bea6-3153d93df597 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:22.210514 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3776ab6e-82d7-414f-a080-168831ce4444 req-2b09e01f-6ea5-4c85-bea6-3153d93df597 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.1001894 Jun 11 19:39:22.248842 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3776ab6e-82d7-414f-a080-168831ce4444 req-48df8e7e-6711-443b-abc2-9fd667728c14 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370703 Jun 11 19:39:22.347967 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27659e6c-f89a-4bc1-88e5-601f69bfcf82 {{(pid=91833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:39:22.355609 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:22.372041 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.provisioning_blocks [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Transition to ACTIVE for port object 27659e6c-f89a-4bc1-88e5-601f69bfcf82 will not be triggered until provisioned by entity L2. {{(pid=91833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:39:22.376389 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10434353'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:22.378615 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-0421dd22-dabd-4383-befa-cf5941e8a630 tempest-VolumesActionsTest-65335172 tempest-VolumesActionsTest-65335172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:22.477267 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=27659e6c-f89a-4bc1-88e5-601f69bfcf82,revision_number=2']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:22.482144 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:22.598256 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Attempting to bind port 27659e6c-f89a-4bc1-88e5-601f69bfcf82 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:39:22.598791 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Attempting to bind port 27659e6c-f89a-4bc1-88e5-601f69bfcf82 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'}] {{(pid=91833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:39:22.599122 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Attempting to bind port 27659e6c-f89a-4bc1-88e5-601f69bfcf82 on network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:39:22.612024 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Port 27659e6c-f89a-4bc1-88e5-601f69bfcf82 on network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:39:22.612562 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Attempting to bind port 27659e6c-f89a-4bc1-88e5-601f69bfcf82 on network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:39:22.620091 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:39:22.620426 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Checking segment: {'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:39:22.620808 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Bound using segment: {'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'} {{(pid=91833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:39:22.621241 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.managers [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Bound port: 27659e6c-f89a-4bc1-88e5-601f69bfcf82, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'}}] {{(pid=91833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:39:22.621589 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:22.707288 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] For port 27659e6c-f89a-4bc1-88e5-601f69bfcf82, host hv-cinder-79053, cleared binding levels {{(pid=91833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:39:22.710794 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] For port 27659e6c-f89a-4bc1-88e5-601f69bfcf82, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=27659e6c-f89a-4bc1-88e5-601f69bfcf82,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:39:22.723172 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10434353'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:22.726413 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-280cddc7-7262-4bf8-a4cf-f70ebf073484 tempest-VolumesNegativeTest-422265387 tempest-VolumesNegativeTest-422265387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:22.798893 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:22.800171 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:22.801936 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] 10.222.0.39 "PUT /v2.0/ports/27659e6c-f89a-4bc1-88e5-601f69bfcf82 HTTP/1.1" status: 200 len: 1093 time: 1.0053101 Jun 11 19:39:22.802530 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'tag': '27659e6c-f89a-4bc1-88e5-601f69bfcf82'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:39:22.804900 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce177861-3cd0-44b5-9ee3-3ea9f339a234" -d '{"events": [{"name": "network-changed", "server_uuid": "151c0900-3b2a-4cfa-84da-c954ad032d59", "tag": "27659e6c-f89a-4bc1-88e5-601f69bfcf82"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:39:22.885897 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=27659e6c-f89a-4bc1-88e5-601f69bfcf82,revision_number=3']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:22.916113 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116d253a-026d-4548-a53d-2d94ff288a5f x-openstack-request-id: req-116d253a-026d-4548-a53d-2d94ff288a5f {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:39:22.916445 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "151c0900-3b2a-4cfa-84da-c954ad032d59", "tag": "27659e6c-f89a-4bc1-88e5-601f69bfcf82", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:39:22.916740 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-116d253a-026d-4548-a53d-2d94ff288a5f {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:39:22.917172 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'tag': '27659e6c-f89a-4bc1-88e5-601f69bfcf82', 'status': 'completed', 'code': 200} Jun 11 19:39:22.917942 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:22.995706 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d89d6-28f9-4675-a529-665c1b48f8c3 req-65a664a2-6ec8-4d00-aac5-60addb40beb7 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:23.006749 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ac8d89d6-28f9-4675-a529-665c1b48f8c3 req-65a664a2-6ec8-4d00-aac5-60addb40beb7 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.1889484 Jun 11 19:39:23.028237 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-53127ac9-92ce-4656-a12b-82869ec1285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:23.029921 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-53127ac9-92ce-4656-a12b-82869ec1285e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5da85e3d494c400d9b6ee93e139f5496&device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 1096 time: 0.1310685 Jun 11 19:39:23.099561 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ac8d89d6-28f9-4675-a529-665c1b48f8c3 req-d001ab51-3566-4dab-afc4-fed52629b6ae tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877438 Jun 11 19:39:23.167641 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-87ea8f2f-2e72-43cc-89be-fb862c232e18 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27659e6c-f89a-4bc1-88e5-601f69bfcf82 HTTP/1.1" status: 200 len: 217 time: 0.1220362 Jun 11 19:39:23.356113 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3397d7-25e5-4e49-9858-435c5d248455 req-2a929305-4a2a-4dbc-8f6a-749837f5e2af tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:23.369850 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cc3397d7-25e5-4e49-9858-435c5d248455 req-2a929305-4a2a-4dbc-8f6a-749837f5e2af tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 943 time: 0.1138363 Jun 11 19:39:23.379009 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-997a7269-78f3-4e6c-b863-3fb85b61aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:23.380744 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-997a7269-78f3-4e6c-b863-3fb85b61aaf6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b74db1c-1c6c-4033-956f-ab002f0c83d3 HTTP/1.1" status: 200 len: 851 time: 0.2040493 Jun 11 19:39:23.421500 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cc3397d7-25e5-4e49-9858-435c5d248455 req-2a2d4f13-2f0a-4484-93d4-402055a61807 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508137 Jun 11 19:39:23.473365 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-caec0d2e-05f8-443d-a18a-29930fedd869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:23.474892 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-caec0d2e-05f8-443d-a18a-29930fedd869 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853748 Jun 11 19:39:23.513977 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd0b6d-d01b-4f84-b0c5-0b56a6d3969e req-7884ec22-ba4f-496f-b367-e2b23e49f423 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:23.515570 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-27cd0b6d-d01b-4f84-b0c5-0b56a6d3969e req-7884ec22-ba4f-496f-b367-e2b23e49f423 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.0798976 Jun 11 19:39:23.561993 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-27cd0b6d-d01b-4f84-b0c5-0b56a6d3969e req-13d5600f-136f-4343-a448-5b782e4ef23c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401950 Jun 11 19:39:23.617829 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-26b07d04-a81f-4183-9f21-d66a5dd7e02f service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324861 Jun 11 19:39:23.755147 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6ac0b5b4-4b72-4ec5-8b9e-7558f3351560 req-9c5ca62b-fae8-4b08-8b89-3d47001589c9 service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255214 Jun 11 19:39:23.875101 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce177861-3cd0-44b5-9ee3-3ea9f339a234 req-7d987740-31f4-411c-a8b6-c1937d94e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:23.876600 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-ce177861-3cd0-44b5-9ee3-3ea9f339a234 req-7d987740-31f4-411c-a8b6-c1937d94e473 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5da85e3d494c400d9b6ee93e139f5496&device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 1096 time: 0.0621889 Jun 11 19:39:24.009654 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce177861-3cd0-44b5-9ee3-3ea9f339a234 req-f947392c-1f5b-4f3c-b1a7-b4a3abcc0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:24.011385 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-ce177861-3cd0-44b5-9ee3-3ea9f339a234 req-f947392c-1f5b-4f3c-b1a7-b4a3abcc0020 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 HTTP/1.1" status: 200 len: 913 time: 0.1262643 Jun 11 19:39:24.068935 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-ce177861-3cd0-44b5-9ee3-3ea9f339a234 req-8cad635a-4173-43ad-9fbe-31c4b6dff177 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27659e6c-f89a-4bc1-88e5-601f69bfcf82 HTTP/1.1" status: 200 len: 217 time: 0.0481560 Jun 11 19:39:24.141663 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce177861-3cd0-44b5-9ee3-3ea9f339a234 req-94d2c8dd-c8d4-4145-bc0d-158caf4fac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:24.144666 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-ce177861-3cd0-44b5-9ee3-3ea9f339a234 req-94d2c8dd-c8d4-4145-bc0d-158caf4fac01 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b74db1c-1c6c-4033-956f-ab002f0c83d3 HTTP/1.1" status: 200 len: 851 time: 0.0674305 Jun 11 19:39:24.221936 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce177861-3cd0-44b5-9ee3-3ea9f339a234 req-e145142b-345f-4f82-8383-0ee5fdd46352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:24.224420 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-ce177861-3cd0-44b5-9ee3-3ea9f339a234 req-e145142b-345f-4f82-8383-0ee5fdd46352 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721953 Jun 11 19:39:24.315417 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069525c-eb71-4f31-a95a-a4d2db04882f req-33fbd62f-7293-453d-bc9f-bc4c70c777e6 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:24.322929 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9069525c-eb71-4f31-a95a-a4d2db04882f req-33fbd62f-7293-453d-bc9f-bc4c70c777e6 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.0897179 Jun 11 19:39:24.350197 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-ce177861-3cd0-44b5-9ee3-3ea9f339a234 req-c4fb6bf9-fc28-42ca-9b3a-fea939847ee8 service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164613 Jun 11 19:39:24.364563 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9069525c-eb71-4f31-a95a-a4d2db04882f req-ddce2aab-ab41-4ad0-83be-98ade47d99ac tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407672 Jun 11 19:39:24.512151 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-ce177861-3cd0-44b5-9ee3-3ea9f339a234 req-648772e9-d6f4-41ee-ae98-89a6e97aeedf service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536419 Jun 11 19:39:24.577075 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0eca6a-28a9-47ff-9530-df7fe0a9244c req-9215fac2-cc53-4732-bdb2-45626836b5d3 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:24.578969 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ef0eca6a-28a9-47ff-9530-df7fe0a9244c req-9215fac2-cc53-4732-bdb2-45626836b5d3 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.0871568 Jun 11 19:39:24.651590 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ef0eca6a-28a9-47ff-9530-df7fe0a9244c req-93a9459b-6930-4c30-8484-e2869a87bb45 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464802 Jun 11 19:39:24.682412 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 43958) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:39:24.684819 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264547b9-5cf2-43d4-a13a-c5d3e1a502e6 req-0b25427c-fc55-4345-a009-d08a3bf0a29b tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:24.700473 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-264547b9-5cf2-43d4-a13a-c5d3e1a502e6 req-0b25427c-fc55-4345-a009-d08a3bf0a29b tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 943 time: 0.1372201 Jun 11 19:39:24.763200 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-264547b9-5cf2-43d4-a13a-c5d3e1a502e6 req-16a0d5fb-1401-44e8-98c2-aa648feb97c2 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617321 Jun 11 19:39:24.844421 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1d967d-77a0-4ca1-b9fe-b146782cd4a9 tempest-TestShelveInstance-223641008 tempest-TestShelveInstance-223641008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:24.849678 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-8e1d967d-77a0-4ca1-b9fe-b146782cd4a9 tempest-TestShelveInstance-223641008 tempest-TestShelveInstance-223641008-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 1093 time: 0.1630659 Jun 11 19:39:24.850035 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 43962) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:39:24.857415 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Request body: {'floatingip': {'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'port_id': 'aa296ff8-4d5c-401b-a341-4ba99abce129', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:39:24.893196 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026b9c7-9f78-4f34-9e45-c5d9ba2a2d96 req-e343a011-7100-4f84-b740-d8a4cbf07587 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:24.894806 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7026b9c7-9f78-4f34-9e45-c5d9ba2a2d96 req-e343a011-7100-4f84-b740-d8a4cbf07587 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.0944421 Jun 11 19:39:24.895743 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for floatingip, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:24.970179 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7026b9c7-9f78-4f34-9e45-c5d9ba2a2d96 req-21cea269-bc1d-4a63-9189-d06ed781af62 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584466 Jun 11 19:39:25.055331 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:25.189388 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Allocated IP 172.27.0.61 (96e13ff2-92ce-495c-a9c8-09520c2db46e/3317fd00-ab75-48b2-85c3-a34ed1654e31/94113665-303a-4d84-9b25-c84a002f738c) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:39:25.338663 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:25.384725 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9110942'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:25.388860 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-8c610bae-3e83-45b9-a4d5-94f67c01421e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:25.445237 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:39:25.448285 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:39:25.451887 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:39:25.491973 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Pushing event updated for resources: {'Port': ['ID=94113665-303a-4d84-9b25-c84a002f738c,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:25.506727 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:26.216410 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa666e-b560-468c-a7f4-f35004ebd851 req-3b04b3e0-4905-4030-9c6b-28df74cd61e6 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:26.217887 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b2fa666e-b560-468c-a7f4-f35004ebd851 req-3b04b3e0-4905-4030-9c6b-28df74cd61e6 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 943 time: 0.2841010 Jun 11 19:39:26.219091 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:26.349234 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b2fa666e-b560-468c-a7f4-f35004ebd851 req-c527f215-420c-4fa1-b944-0f988c2aebc6 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128221 Jun 11 19:39:26.365846 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbd196-610a-463c-b897-216034b526f2 req-7bd4f3ef-5847-4a5c-a6eb-15f6111dafe9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:26.373258 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b6dbd196-610a-463c-b897-216034b526f2 req-7bd4f3ef-5847-4a5c-a6eb-15f6111dafe9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.2368152 Jun 11 19:39:26.451033 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b6dbd196-610a-463c-b897-216034b526f2 req-4f229b25-f1a8-42c8-94de-64ca2b7b028b tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766797 Jun 11 19:39:26.451715 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:26.654814 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:26.660889 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:26.663188 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:26.752694 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Pushing event updated for resources: {'Port': ['ID=94113665-303a-4d84-9b25-c84a002f738c,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:26.756717 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:26.764225 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931187'] for floatingip, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:27.199794 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.l3_db [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Floating IP 7ff4a887-9fd7-41d0-9c89-220eadaf8e96 associated. External IP: 172.27.0.61, port: aa296ff8-4d5c-401b-a341-4ba99abce129. Jun 11 19:39:27.377668 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:27.562174 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Router 40526151-6131-41c7-bac3-9da15cecb7bf has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:39:27.581698 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972570f-1243-4c70-8a57-bb2db43dcb5b req-a6314e56-bb6b-4c70-9f69-2720fbec3eeb tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:27.583057 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9972570f-1243-4c70-8a57-bb2db43dcb5b req-a6314e56-bb6b-4c70-9f69-2720fbec3eeb tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 943 time: 0.1047285 Jun 11 19:39:27.786932 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9972570f-1243-4c70-8a57-bb2db43dcb5b req-c9e3a8fa-a991-4e49-88c0-2b7f4a2c6336 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915727 Jun 11 19:39:27.822035 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521bbb3-a667-4e92-b950-964bf8486e50 req-f20b836c-ae2d-4dfe-b98f-723035010af8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:27.823802 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a521bbb3-a667-4e92-b950-964bf8486e50 req-f20b836c-ae2d-4dfe-b98f-723035010af8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.2359951 Jun 11 19:39:27.840183 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:39:27.852958 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d42b5-779a-4437-acbb-9bfcb3930ec1 None None] Sync routers for ids ['40526151-6131-41c7-bac3-9da15cecb7bf'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:39:27.862103 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d42b5-779a-4437-acbb-9bfcb3930ec1 None None] Routers {'40526151-6131-41c7-bac3-9da15cecb7bf'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:39:27.862773 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-8b4d42b5-779a-4437-acbb-9bfcb3930ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:39:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['40526151-6131-41c7-bac3-9da15cecb7bf'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:39:27.875542 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:27.880427 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a521bbb3-a667-4e92-b950-964bf8486e50 req-ff731e21-6a24-48cd-8b81-3031b76ff3d6 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502183 Jun 11 19:39:27.945116 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0875893 Jun 11 19:39:27.945116 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef51bc6-6acc-45f2-907d-9a5d98764e56', 'tag': 'aa296ff8-4d5c-401b-a341-4ba99abce129'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:39:27.945116 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e603b68-da15-4f28-8e0a-fa1c1b8294d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef51bc6-6acc-45f2-907d-9a5d98764e56", "tag": "aa296ff8-4d5c-401b-a341-4ba99abce129"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:39:28.015741 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-8b4d42b5-779a-4437-acbb-9bfcb3930ec1 None None] Set router 40526151-6131-41c7-bac3-9da15cecb7bf gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:39:28.037447 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875b3c70-a7b5-4cdc-b15d-353392a87854 x-openstack-request-id: req-875b3c70-a7b5-4cdc-b15d-353392a87854 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:39:28.037791 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef51bc6-6acc-45f2-907d-9a5d98764e56", "tag": "aa296ff8-4d5c-401b-a341-4ba99abce129", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:39:28.038079 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-875b3c70-a7b5-4cdc-b15d-353392a87854 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:39:28.038506 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef51bc6-6acc-45f2-907d-9a5d98764e56', 'tag': 'aa296ff8-4d5c-401b-a341-4ba99abce129', 'status': 'completed', 'code': 200} Jun 11 19:39:28.122374 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e603b68-da15-4f28-8e0a-fa1c1b8294d5 req-9e12e9ba-c0fb-49c5-a109-a4f8fcc248ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:28.123858 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e603b68-da15-4f28-8e0a-fa1c1b8294d5 req-9e12e9ba-c0fb-49c5-a109-a4f8fcc248ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44c724ca5e924a7b8abc9595b7bc289f&device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 1098 time: 0.0568199 Jun 11 19:39:28.438216 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-8b4d42b5-779a-4437-acbb-9bfcb3930ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'name': 'tempest-TestShelveInstance-1312433278-router', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:40Z', 'revision_number': 4, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'gw_port': {'id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '7ff4a887-9fd7-41d0-9c89-220eadaf8e96', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'port_id': 'aa296ff8-4d5c-401b-a341-4ba99abce129', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb', 'mac_address': 'fa:16:3e:b3:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef51bc6-6acc-45f2-907d-9a5d98764e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:39:25Z', 'updated_at': '2021-06-11T19:39:25Z', 'revision_number': 0, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c', 'name': '', 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'mac_address': 'fa:16:3e:68:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:39Z', 'updated_at': '2021-06-11T19:38:46Z', 'revision_number': 5, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'subnets': [{'id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:39:28.441709 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d42b5-779a-4437-acbb-9bfcb3930ec1 None None] Checking router: 40526151-6131-41c7-bac3-9da15cecb7bf for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:39:28.450202 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d42b5-779a-4437-acbb-9bfcb3930ec1 None None] Routers {'40526151-6131-41c7-bac3-9da15cecb7bf'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:39:28.450912 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-8b4d42b5-779a-4437-acbb-9bfcb3930ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:39:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['40526151-6131-41c7-bac3-9da15cecb7bf'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:39:28.498131 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e603b68-da15-4f28-8e0a-fa1c1b8294d5 req-e2c4ae64-254e-45f8-95f1-017e51f30539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:28.499612 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e603b68-da15-4f28-8e0a-fa1c1b8294d5 req-e2c4ae64-254e-45f8-95f1-017e51f30539 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7d360c71-23c4-45e2-af73-a262697cdfeb HTTP/1.1" status: 200 len: 910 time: 0.3658721 Jun 11 19:39:28.584093 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e603b68-da15-4f28-8e0a-fa1c1b8294d5 req-fa67ed22-cf49-4834-a74d-2ac697f69a18 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa296ff8-4d5c-401b-a341-4ba99abce129 HTTP/1.1" status: 200 len: 998 time: 0.0765555 Jun 11 19:39:28.591519 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-8b4d42b5-779a-4437-acbb-9bfcb3930ec1 None None] Set router 40526151-6131-41c7-bac3-9da15cecb7bf gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:39:28.643202 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e603b68-da15-4f28-8e0a-fa1c1b8294d5 req-588f6e8c-d136-43d9-a32d-47879eb5e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:28.644637 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e603b68-da15-4f28-8e0a-fa1c1b8294d5 req-588f6e8c-d136-43d9-a32d-47879eb5e1de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1756a96a-5ef1-4846-bc19-baac48a3fc66 HTTP/1.1" status: 200 len: 848 time: 0.0516808 Jun 11 19:39:28.646234 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e6c44-f37e-4f27-814d-25662ea5c486 req-a00e006c-10be-4d35-8e0b-78dc0a1026ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:28.647809 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5f3e6c44-f37e-4f27-814d-25662ea5c486 req-a00e006c-10be-4d35-8e0b-78dc0a1026ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e11c9a92b2034fce97efde0e6eb32aa1&device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 1099 time: 0.0644403 Jun 11 19:39:28.720028 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e603b68-da15-4f28-8e0a-fa1c1b8294d5 req-9b801b3c-f447-4e30-9f33-69174d49887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:28.722151 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e603b68-da15-4f28-8e0a-fa1c1b8294d5 req-9b801b3c-f447-4e30-9f33-69174d49887b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d360c71-23c4-45e2-af73-a262697cdfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649686 Jun 11 19:39:28.775465 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e6c44-f37e-4f27-814d-25662ea5c486 req-83b57c9e-2dc0-4fc0-85f9-e4ffa9af7eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:28.776911 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5f3e6c44-f37e-4f27-814d-25662ea5c486 req-83b57c9e-2dc0-4fc0-85f9-e4ffa9af7eaf service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b HTTP/1.1" status: 200 len: 917 time: 0.1174927 Jun 11 19:39:28.848636 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e603b68-da15-4f28-8e0a-fa1c1b8294d5 req-bbd316e7-23ab-4fb1-ae21-3a84f0722310 service neutron] 10.222.0.39 "GET /v2.0/networks/7d360c71-23c4-45e2-af73-a262697cdfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184928 Jun 11 19:39:28.887338 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5f3e6c44-f37e-4f27-814d-25662ea5c486 req-115b3a56-6f78-4d46-a811-5c725d7809b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b2b88a3-b657-4c9d-b212-af924de0695c HTTP/1.1" status: 200 len: 1002 time: 0.1025345 Jun 11 19:39:28.891698 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-8b4d42b5-779a-4437-acbb-9bfcb3930ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'name': 'tempest-TestShelveInstance-1312433278-router', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:40Z', 'revision_number': 4, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'gw_port': {'id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '7ff4a887-9fd7-41d0-9c89-220eadaf8e96', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'port_id': 'aa296ff8-4d5c-401b-a341-4ba99abce129', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb', 'mac_address': 'fa:16:3e:b3:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef51bc6-6acc-45f2-907d-9a5d98764e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:39:25Z', 'updated_at': '2021-06-11T19:39:25Z', 'revision_number': 0, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c', 'name': '', 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'mac_address': 'fa:16:3e:68:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:39Z', 'updated_at': '2021-06-11T19:38:46Z', 'revision_number': 5, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'subnets': [{'id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:39:28.896504 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d42b5-779a-4437-acbb-9bfcb3930ec1 None None] The sync data for ids ['40526151-6131-41c7-bac3-9da15cecb7bf'] in dv-cinder-790535-3-iscsi is: [{'id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'name': 'tempest-TestShelveInstance-1312433278-router', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:40Z', 'revision_number': 4, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'gw_port': {'id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '7ff4a887-9fd7-41d0-9c89-220eadaf8e96', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'port_id': 'aa296ff8-4d5c-401b-a341-4ba99abce129', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb', 'mac_address': 'fa:16:3e:b3:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef51bc6-6acc-45f2-907d-9a5d98764e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:39:25Z', 'updated_at': '2021-06-11T19:39:25Z', 'revision_number': 0, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c', 'name': '', 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'mac_address': 'fa:16:3e:68:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:39Z', 'updated_at': '2021-06-11T19:38:46Z', 'revision_number': 5, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'subnets': [{'id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:39:28.982278 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e603b68-da15-4f28-8e0a-fa1c1b8294d5 req-a51bf0a2-79a6-42f1-be13-2976aa38c949 service neutron] 10.222.0.39 "GET /v2.0/networks/7d360c71-23c4-45e2-af73-a262697cdfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276734 Jun 11 19:39:29.004636 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e6c44-f37e-4f27-814d-25662ea5c486 req-5658b134-5f4c-4600-a470-9596644ba853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:29.006349 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5f3e6c44-f37e-4f27-814d-25662ea5c486 req-5658b134-5f4c-4600-a470-9596644ba853 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b1b2f8b-4f81-46c4-a470-0a07973694a0 HTTP/1.1" status: 200 len: 855 time: 0.1102307 Jun 11 19:39:29.075183 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a830f-0e89-4068-bbfa-2cff696daa2c req-9d78f6ab-43d7-4a30-8ba3-eb982b8bfbf7 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:29.076892 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0b3a830f-0e89-4068-bbfa-2cff696daa2c req-9d78f6ab-43d7-4a30-8ba3-eb982b8bfbf7 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 943 time: 0.1426644 Jun 11 19:39:29.121127 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f640d290-0d87-4f99-9603-0db996a35277 None None] New status for floating IP 7ff4a887-9fd7-41d0-9c89-220eadaf8e96: ACTIVE {{(pid=91836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:39:29.164350 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0b3a830f-0e89-4068-bbfa-2cff696daa2c req-35252c0c-fe1d-45d1-8aea-ee50dc746c32 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647914 Jun 11 19:39:29.176563 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e6c44-f37e-4f27-814d-25662ea5c486 req-3520784e-5487-4b3d-8812-14f98f69f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:29.178175 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5f3e6c44-f37e-4f27-814d-25662ea5c486 req-3520784e-5487-4b3d-8812-14f98f69f7f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1640160 Jun 11 19:39:29.187343 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78818a5d-2813-43d8-9852-943f8b66edbd req-4bec56f1-4ea2-430d-aa2d-a125b79d2085 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:29.188616 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-78818a5d-2813-43d8-9852-943f8b66edbd req-4bec56f1-4ea2-430d-aa2d-a125b79d2085 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.1384304 Jun 11 19:39:29.297499 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-78818a5d-2813-43d8-9852-943f8b66edbd req-5a4649a0-e44e-4d79-9d3c-e6622927013c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009181 Jun 11 19:39:29.332234 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5f3e6c44-f37e-4f27-814d-25662ea5c486 req-d1dbf57f-ee78-4414-b89e-11f8387dec85 service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426926 Jun 11 19:39:29.447235 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5f3e6c44-f37e-4f27-814d-25662ea5c486 req-ecbce76e-8957-4e9c-88c3-49ec4baa47ff service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079416 Jun 11 19:39:30.398284 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092a115-1fca-401e-9ba0-d82e09fe83e6 req-92c3aa1d-9bb8-4e4e-a9e6-66059322644d tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:30.399821 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2092a115-1fca-401e-9ba0-d82e09fe83e6 req-92c3aa1d-9bb8-4e4e-a9e6-66059322644d tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 943 time: 0.1217840 Jun 11 19:39:30.402330 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b4779-b0ca-400a-986d-2ad099b84bf0 req-2df37a69-c7e5-410b-998d-97f30cd395d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:30.403689 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-085b4779-b0ca-400a-986d-2ad099b84bf0 req-2df37a69-c7e5-410b-998d-97f30cd395d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e11c9a92b2034fce97efde0e6eb32aa1&device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 1099 time: 0.0924881 Jun 11 19:39:30.504103 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2092a115-1fca-401e-9ba0-d82e09fe83e6 req-84596624-7f5e-4151-8edd-15ee14f6018b tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984638 Jun 11 19:39:30.603881 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e099d-3795-4f83-b1b1-842ce4a5d559 req-ef7b795a-4c53-4f2c-8a41-be586a19807b tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:30.605231 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e79e099d-3795-4f83-b1b1-842ce4a5d559 req-ef7b795a-4c53-4f2c-8a41-be586a19807b tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.1787729 Jun 11 19:39:30.606529 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b4779-b0ca-400a-986d-2ad099b84bf0 req-41edc39d-4e2d-4718-97ce-2b4892982dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:30.607832 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-085b4779-b0ca-400a-986d-2ad099b84bf0 req-41edc39d-4e2d-4718-97ce-2b4892982dfe service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b HTTP/1.1" status: 200 len: 917 time: 0.1719537 Jun 11 19:39:30.708166 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e79e099d-3795-4f83-b1b1-842ce4a5d559 req-36d2fe01-5e92-4e9e-b936-8ea9da887c16 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971818 Jun 11 19:39:30.715927 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-085b4779-b0ca-400a-986d-2ad099b84bf0 req-c038d9f5-af0d-45bd-9e39-3ec06dc34a4f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b2b88a3-b657-4c9d-b212-af924de0695c HTTP/1.1" status: 200 len: 1002 time: 0.0988700 Jun 11 19:39:30.771134 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b4779-b0ca-400a-986d-2ad099b84bf0 req-6c147e75-dc4d-4322-a1dd-341e4ab3f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:30.772537 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-085b4779-b0ca-400a-986d-2ad099b84bf0 req-6c147e75-dc4d-4322-a1dd-341e4ab3f6e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b1b2f8b-4f81-46c4-a470-0a07973694a0 HTTP/1.1" status: 200 len: 855 time: 0.0495870 Jun 11 19:39:30.838128 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b4779-b0ca-400a-986d-2ad099b84bf0 req-33839ab4-d4d0-4d3b-bce9-cee7228766f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:30.839562 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-085b4779-b0ca-400a-986d-2ad099b84bf0 req-33839ab4-d4d0-4d3b-bce9-cee7228766f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598412 Jun 11 19:39:30.948243 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-085b4779-b0ca-400a-986d-2ad099b84bf0 req-ad282598-0fa6-4e89-9305-063e06eb370f service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008115 Jun 11 19:39:31.059939 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-085b4779-b0ca-400a-986d-2ad099b84bf0 req-35d25d9c-c08b-49a1-ad9d-16259e4c9161 service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048076 Jun 11 19:39:31.686296 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db3334-fc51-429c-b4d2-b47ab75e70ad req-c5b72f54-2318-4af5-a399-447f8c0dc344 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:31.687746 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-26db3334-fc51-429c-b4d2-b47ab75e70ad req-c5b72f54-2318-4af5-a399-447f8c0dc344 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 943 time: 0.0745304 Jun 11 19:39:31.732044 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-26db3334-fc51-429c-b4d2-b47ab75e70ad req-f7725c77-0862-4146-aa77-9de8b22381de tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385242 Jun 11 19:39:31.897833 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edfa71-f764-496b-9e5d-fb535a6ee56a req-8e39b1cb-599a-412e-a48f-f7fc9c0e20cd tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:31.899165 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-48edfa71-f764-496b-9e5d-fb535a6ee56a req-8e39b1cb-599a-412e-a48f-f7fc9c0e20cd tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.0662062 Jun 11 19:39:31.938675 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-48edfa71-f764-496b-9e5d-fb535a6ee56a req-d384d82a-54e3-4ff0-9bb7-71eecd95e664 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340598 Jun 11 19:39:32.684082 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4788513-5947-4edf-9c8e-0258c6c5dd63 req-d7f17827-b6ff-4508-af61-9834a7d21af8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:32.685519 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b4788513-5947-4edf-9c8e-0258c6c5dd63 req-d7f17827-b6ff-4508-af61-9834a7d21af8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 946 time: 0.0715787 Jun 11 19:39:32.691979 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 27659e6c-f89a-4bc1-88e5-601f69bfcf82 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:39:32.694111 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 5b2b88a3-b657-4c9d-b212-af924de0695c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:39:32.730896 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b4788513-5947-4edf-9c8e-0258c6c5dd63 req-a720a7e2-2248-470f-9a4c-342d399cfbae tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393445 Jun 11 19:39:32.863239 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 44046) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:39:32.888079 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:32.923137 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 27659e6c-f89a-4bc1-88e5-601f69bfcf82, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=27659e6c-f89a-4bc1-88e5-601f69bfcf82,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:39:32.928586 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b2b88a3-b657-4c9d-b212-af924de0695c'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:39:32.930906 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e3c4a6-603b-4be1-8761-099f9000d8ac" -d '{"events": [{"server_uuid": "5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f", "name": "network-vif-unplugged", "status": "completed", "tag": "5b2b88a3-b657-4c9d-b212-af924de0695c"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:39:32.935078 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bf2dc-39dc-461b-83d2-375df2f55ea7 req-2b6a2b08-297e-45e0-bfa2-756ef112dc63 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:32.936923 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f52bf2dc-39dc-461b-83d2-375df2f55ea7 req-2b6a2b08-297e-45e0-bfa2-756ef112dc63 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 943 time: 0.0802214 Jun 11 19:39:32.952664 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 5b2b88a3-b657-4c9d-b212-af924de0695c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5b2b88a3-b657-4c9d-b212-af924de0695c,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:39:32.954053 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': '27659e6c-f89a-4bc1-88e5-601f69bfcf82', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'port_id': '27659e6c-f89a-4bc1-88e5-601f69bfcf82', 'mac_address': 'fa:16:3e:bf:5a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:39:32.959273 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:32.985858 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Jun 2021 19:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b45a84-396b-49df-8134-2e7d71b85ee3 x-openstack-request-id: req-17b45a84-396b-49df-8134-2e7d71b85ee3 {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:39:32.986479 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f", "name": "network-vif-unplugged", "status": "failed", "tag": "5b2b88a3-b657-4c9d-b212-af924de0695c", "code": 422}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:39:32.986766 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17b45a84-396b-49df-8134-2e7d71b85ee3 {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:39:32.987206 dv-cinder-790535-3-iscsi neutron-server[91835]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5b2b88a3-b657-4c9d-b212-af924de0695c', 'code': 422} returned with failed status Jun 11 19:39:32.987757 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:32.993137 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f52bf2dc-39dc-461b-83d2-375df2f55ea7 req-6183e254-6b6b-42fe-8042-f657d2cdc293 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426321 Jun 11 19:39:33.008908 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-c048df60-42a3-4182-b461-a34f7780f147 req-f5c7dcef-b642-4d51-96a4-1f8c87b9d310 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1443012 Jun 11 19:39:33.029368 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:33.052332 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27659e6c-f89a-4bc1-88e5-601f69bfcf82 {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:39:33.084379 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=5b2b88a3-b657-4c9d-b212-af924de0695c,revision_number=8']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:33.088380 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:33.089966 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 27659e6c-f89a-4bc1-88e5-601f69bfcf82, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=27659e6c-f89a-4bc1-88e5-601f69bfcf82,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:39:33.093855 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:33.095689 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:33.150382 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=27659e6c-f89a-4bc1-88e5-601f69bfcf82,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:33.153342 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:33.351622 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['27659e6c-f89a-4bc1-88e5-601f69bfcf82'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:39:34.241842 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc475a3-30f9-439f-b192-f3787d4501c1 req-3ad118d5-37a4-40e4-ae83-3b35b16d080c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:34.243313 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9bc475a3-30f9-439f-b192-f3787d4501c1 req-3ad118d5-37a4-40e4-ae83-3b35b16d080c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.3825626 Jun 11 19:39:34.293054 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096566d-3381-41b7-802c-431544359f67 req-e45b09df-95fd-4f9e-a7bb-29a4cf7e5aff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:34.294359 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8096566d-3381-41b7-802c-431544359f67 req-e45b09df-95fd-4f9e-a7bb-29a4cf7e5aff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 944 time: 0.1087618 Jun 11 19:39:34.301625 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9bc475a3-30f9-439f-b192-f3787d4501c1 req-970eedd1-5a14-4df7-afb8-bcd1f724fd19 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520763 Jun 11 19:39:34.337756 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8096566d-3381-41b7-802c-431544359f67 req-33b6bf06-57af-4111-9bf6-f47373ad3399 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352058 Jun 11 19:39:34.560975 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048df60-42a3-4182-b461-a34f7780f147 req-1abb0c53-1e99-4936-94b2-8c4627806c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:34.562325 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c048df60-42a3-4182-b461-a34f7780f147 req-1abb0c53-1e99-4936-94b2-8c4627806c43 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f&tenant_id=e11c9a92b2034fce97efde0e6eb32aa1 HTTP/1.1" status: 200 len: 1097 time: 0.0869253 Jun 11 19:39:34.642234 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048df60-42a3-4182-b461-a34f7780f147 req-aee06bd2-046a-4705-9ba1-f615ef701c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:34.643729 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c048df60-42a3-4182-b461-a34f7780f147 req-aee06bd2-046a-4705-9ba1-f615ef701c50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e11c9a92b2034fce97efde0e6eb32aa1&device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 1097 time: 0.0567076 Jun 11 19:39:34.703390 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 27659e6c-f89a-4bc1-88e5-601f69bfcf82 up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:39:34.756206 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048df60-42a3-4182-b461-a34f7780f147 req-40c289cb-742d-4ac1-b8ee-db2466cd1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:34.757638 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c048df60-42a3-4182-b461-a34f7780f147 req-40c289cb-742d-4ac1-b8ee-db2466cd1855 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b HTTP/1.1" status: 200 len: 917 time: 0.1063700 Jun 11 19:39:34.757977 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port 27659e6c-f89a-4bc1-88e5-601f69bfcf82 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:39:34.761689 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port 27659e6c-f89a-4bc1-88e5-601f69bfcf82 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:39:34.762060 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:34.843819 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c048df60-42a3-4182-b461-a34f7780f147 req-5d9091d2-4f3c-49e7-b500-12113fea19ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b2b88a3-b657-4c9d-b212-af924de0695c HTTP/1.1" status: 200 len: 1000 time: 0.0788946 Jun 11 19:39:34.850425 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:34.885380 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 27659e6c-f89a-4bc1-88e5-601f69bfcf82, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=27659e6c-f89a-4bc1-88e5-601f69bfcf82,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:39:34.888658 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:34.889940 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 5b2b88a3-b657-4c9d-b212-af924de0695c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:39:34.891224 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:34.901128 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048df60-42a3-4182-b461-a34f7780f147 req-520f6f8c-b7e0-43db-8900-f8dbc9aa1496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:34.902605 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c048df60-42a3-4182-b461-a34f7780f147 req-520f6f8c-b7e0-43db-8900-f8dbc9aa1496 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b1b2f8b-4f81-46c4-a470-0a07973694a0 HTTP/1.1" status: 200 len: 855 time: 0.0514934 Jun 11 19:39:34.971929 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048df60-42a3-4182-b461-a34f7780f147 req-92e29a61-618d-4068-ba18-ce417191a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:34.973619 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c048df60-42a3-4182-b461-a34f7780f147 req-92e29a61-618d-4068-ba18-ce417191a1fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624840 Jun 11 19:39:34.986824 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=27659e6c-f89a-4bc1-88e5-601f69bfcf82,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:34.990050 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:34.991005 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27659e6c-f89a-4bc1-88e5-601f69bfcf82'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:39:34.993240 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f16118e-692b-4f8f-bbea-f513bd744cfd" -d '{"events": [{"server_uuid": "151c0900-3b2a-4cfa-84da-c954ad032d59", "name": "network-vif-plugged", "status": "completed", "tag": "27659e6c-f89a-4bc1-88e5-601f69bfcf82"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:39:35.035990 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b91e3f5-f733-4c62-924c-f85973d90a81 x-openstack-request-id: req-9b91e3f5-f733-4c62-924c-f85973d90a81 {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:39:35.036291 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151c0900-3b2a-4cfa-84da-c954ad032d59", "name": "network-vif-plugged", "status": "completed", "tag": "27659e6c-f89a-4bc1-88e5-601f69bfcf82", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:39:35.036554 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b91e3f5-f733-4c62-924c-f85973d90a81 {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:39:35.036953 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27659e6c-f89a-4bc1-88e5-601f69bfcf82', 'code': 200} Jun 11 19:39:35.092299 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c048df60-42a3-4182-b461-a34f7780f147 req-d3364407-cdf7-423b-9886-479e6e2b775a service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111112 Jun 11 19:39:35.203992 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c048df60-42a3-4182-b461-a34f7780f147 req-699001d0-9c5d-4d67-8bda-178f19cf231e service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016014 Jun 11 19:39:35.336761 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68540418-488c-456b-a04b-2c95d209bac8 req-50244963-3351-4f56-b8cf-5178d1576919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:35.338224 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-68540418-488c-456b-a04b-2c95d209bac8 req-50244963-3351-4f56-b8cf-5178d1576919 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 1098 time: 0.0615830 Jun 11 19:39:35.379173 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-68540418-488c-456b-a04b-2c95d209bac8 req-d6530512-30c1-4ef1-9b50-56e27aab718d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326643 Jun 11 19:39:35.539752 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490f459-9a20-47a1-8765-abbbd5793142 req-240ec23e-4966-488f-ac81-3a22134dde80 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:35.541184 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e490f459-9a20-47a1-8765-abbbd5793142 req-240ec23e-4966-488f-ac81-3a22134dde80 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.1177521 Jun 11 19:39:35.559127 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6daf3da-ca9a-4251-955f-56dd1bd4dc4e req-594ae10b-4cf0-4902-b8e2-356edb86dca4 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:35.560514 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d6daf3da-ca9a-4251-955f-56dd1bd4dc4e req-594ae10b-4cf0-4902-b8e2-356edb86dca4 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 945 time: 0.1021106 Jun 11 19:39:35.615971 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e490f459-9a20-47a1-8765-abbbd5793142 req-723fef93-88a6-4e02-9639-fda46754e23d tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681508 Jun 11 19:39:35.644168 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d6daf3da-ca9a-4251-955f-56dd1bd4dc4e req-0c70cc97-4b33-4990-9ae6-6bdd1876be70 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752106 Jun 11 19:39:36.689534 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-72086823-599f-4217-b20d-f342f6f07f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:36.871146 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4edac9-81ac-4ef3-a879-5f81c4b56c76 req-8c66115c-9264-4726-8b70-a5d8d8f26134 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:36.872609 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ec4edac9-81ac-4ef3-a879-5f81c4b56c76 req-8c66115c-9264-4726-8b70-a5d8d8f26134 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 945 time: 0.1214740 Jun 11 19:39:36.885594 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb9c5f-f831-42a0-80fe-c6c94f316bf6 req-421ae62e-7e62-427b-8bac-3064fac417f5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:36.887037 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dfeb9c5f-f831-42a0-80fe-c6c94f316bf6 req-421ae62e-7e62-427b-8bac-3064fac417f5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.1009364 Jun 11 19:39:36.949058 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ec4edac9-81ac-4ef3-a879-5f81c4b56c76 req-9b083dbf-9b0f-43fb-8b07-beb103e41354 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610261 Jun 11 19:39:36.953706 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dfeb9c5f-f831-42a0-80fe-c6c94f316bf6 req-db738766-aaf5-43fb-b0ff-a9a8784139ce tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593479 Jun 11 19:39:38.198458 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663ae1e-5f6f-4541-8964-2f7204393a17 req-cdd50cdf-4d81-400c-bfd6-775ef0836a27 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:38.199936 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a663ae1e-5f6f-4541-8964-2f7204393a17 req-cdd50cdf-4d81-400c-bfd6-775ef0836a27 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 945 time: 0.1258268 Jun 11 19:39:38.209327 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea082fb-2179-4c8b-9eb2-e2468bf7b280 req-5ea9d6cf-6991-46c0-991e-23376ba93d77 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:38.213850 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1ea082fb-2179-4c8b-9eb2-e2468bf7b280 req-5ea9d6cf-6991-46c0-991e-23376ba93d77 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.1283398 Jun 11 19:39:38.273982 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a663ae1e-5f6f-4541-8964-2f7204393a17 req-ebe1066b-c2d6-4f32-85b8-0e66713a8fd3 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590987 Jun 11 19:39:38.291058 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1ea082fb-2179-4c8b-9eb2-e2468bf7b280 req-f3bb3f20-a1d2-440c-a907-226b8772e49d tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601978 Jun 11 19:39:39.045378 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-476cbabe-c20e-4e65-8f78-fc179c400cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:39.232198 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:39.544455 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5161a-378f-47d2-b000-7b937dcb4978 req-41a9aae9-d1f0-46d2-8471-125dac4755b8 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:39.545910 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-83b5161a-378f-47d2-b000-7b937dcb4978 req-41a9aae9-d1f0-46d2-8471-125dac4755b8 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 945 time: 0.1247075 Jun 11 19:39:39.557343 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf2053-99a7-4c8d-aac5-c7f7089a9743 req-959e22fc-3f9f-4398-995c-f7c4f3259b5f tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:39.558686 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-99cf2053-99a7-4c8d-aac5-c7f7089a9743 req-959e22fc-3f9f-4398-995c-f7c4f3259b5f tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.1269479 Jun 11 19:39:39.621643 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-83b5161a-378f-47d2-b000-7b937dcb4978 req-df1516a3-c389-4257-947c-c89cd78ea4d1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620039 Jun 11 19:39:39.629155 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-99cf2053-99a7-4c8d-aac5-c7f7089a9743 req-27fda94d-999e-42bc-b562-f5a95920f195 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632577 Jun 11 19:39:40.405183 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:40.529097 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:39:40.873741 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956f276-1608-4388-9ac3-04e8bde04360 req-2800636a-7150-483e-8621-e22ca66ff788 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:40.875216 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3956f276-1608-4388-9ac3-04e8bde04360 req-2800636a-7150-483e-8621-e22ca66ff788 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 945 time: 0.1346765 Jun 11 19:39:40.888433 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b606df0-5c85-4dcc-bf8d-efd75ec90e31 req-9c1413d3-852f-43b7-ba41-259c710efdc3 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:40.889812 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6b606df0-5c85-4dcc-bf8d-efd75ec90e31 req-9c1413d3-852f-43b7-ba41-259c710efdc3 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.1096129 Jun 11 19:39:40.949485 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3956f276-1608-4388-9ac3-04e8bde04360 req-d1f32f71-ab69-4d72-9548-79aa3611d9f0 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683856 Jun 11 19:39:40.954208 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6b606df0-5c85-4dcc-bf8d-efd75ec90e31 req-e41f6323-ff82-4f80-a808-eb9460164fb6 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581532 Jun 11 19:39:41.916313 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:42.197957 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e54f93-6624-4ddf-81d5-d703c2913df9 req-b9f3d6b3-5b9d-43c8-bd87-370da3f33f58 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:42.199457 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c6e54f93-6624-4ddf-81d5-d703c2913df9 req-b9f3d6b3-5b9d-43c8-bd87-370da3f33f58 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 945 time: 0.1287084 Jun 11 19:39:42.208994 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff99b8-cb72-44bb-8bbb-1173275fc8cd req-8d8b0a53-f111-4a20-bcac-3a514bba3d19 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:42.210361 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cdff99b8-cb72-44bb-8bbb-1173275fc8cd req-8d8b0a53-f111-4a20-bcac-3a514bba3d19 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.1280334 Jun 11 19:39:42.276332 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c6e54f93-6624-4ddf-81d5-d703c2913df9 req-5ff9a753-2c05-4498-b71f-4c1ae43231b5 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649128 Jun 11 19:39:42.279156 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cdff99b8-cb72-44bb-8bbb-1173275fc8cd req-d8cababf-45c0-4102-9edc-21b8d3069172 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621011 Jun 11 19:39:43.317238 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd8918-8fe7-44dc-9050-c689c4029c64 req-bfa68656-d7c8-4ed3-b748-1e7075c1cf11 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:43.318936 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-58dd8918-8fe7-44dc-9050-c689c4029c64 req-bfa68656-d7c8-4ed3-b748-1e7075c1cf11 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0779698 Jun 11 19:39:43.366638 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-58dd8918-8fe7-44dc-9050-c689c4029c64 req-d8119836-b144-4895-a824-be8f021eea37 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408916 Jun 11 19:39:43.525052 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4933d3-206d-4328-a810-0091993dc5e4 req-034d1380-896a-4e40-bc83-9a5f9a144e0c tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:43.526490 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2f4933d3-206d-4328-a810-0091993dc5e4 req-034d1380-896a-4e40-bc83-9a5f9a144e0c tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 945 time: 0.1076043 Jun 11 19:39:43.583595 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2f4933d3-206d-4328-a810-0091993dc5e4 req-775fdcd0-4e61-4962-8863-967e59784d74 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504284 Jun 11 19:39:43.595496 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db61b1-fb22-490a-aaa6-6fe5ce4afdab req-4e1cd718-54f4-489e-a6dc-f5dd6f4eca4d tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:43.597478 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-59db61b1-fb22-490a-aaa6-6fe5ce4afdab req-4e1cd718-54f4-489e-a6dc-f5dd6f4eca4d tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.1172206 Jun 11 19:39:43.641173 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-59db61b1-fb22-490a-aaa6-6fe5ce4afdab req-aa07b62b-7e1f-4ff8-8209-770caf12f6bf tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376923 Jun 11 19:39:44.550760 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc92075-b9d1-4497-9dcd-829dba5dcb8d req-1852cb29-226e-49a4-bf90-cae4a719ffe4 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:44.552219 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fbc92075-b9d1-4497-9dcd-829dba5dcb8d req-1852cb29-226e-49a4-bf90-cae4a719ffe4 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0697834 Jun 11 19:39:44.599209 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fbc92075-b9d1-4497-9dcd-829dba5dcb8d req-07297c24-4353-484e-aaf6-03070ebaeb45 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412884 Jun 11 19:39:44.780116 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8e0fc-6165-4689-afe4-0439d53e02ed req-d531efbb-9704-4086-b99d-a8f19916d056 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:44.781572 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dbb8e0fc-6165-4689-afe4-0439d53e02ed req-d531efbb-9704-4086-b99d-a8f19916d056 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 945 time: 0.0826621 Jun 11 19:39:44.860100 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dbb8e0fc-6165-4689-afe4-0439d53e02ed req-5beb907a-71fd-452a-b0fe-5b4e1469401d tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683863 Jun 11 19:39:44.882404 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e0629-6a4c-4a90-9405-51bb69a7d591 req-9b824598-7b95-47f3-b6a2-4987898acaf4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:44.883903 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-111e0629-6a4c-4a90-9405-51bb69a7d591 req-9b824598-7b95-47f3-b6a2-4987898acaf4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.1013422 Jun 11 19:39:44.930147 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-111e0629-6a4c-4a90-9405-51bb69a7d591 req-3ecbcf81-684c-4012-958c-643377e26a7f tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403311 Jun 11 19:39:45.784631 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806e1ce-3337-42e8-96b8-b318d8336d6f req-e685d263-016d-4ff0-916d-acb88be3adee tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:45.786168 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2806e1ce-3337-42e8-96b8-b318d8336d6f req-e685d263-016d-4ff0-916d-acb88be3adee tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0725346 Jun 11 19:39:45.828711 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2806e1ce-3337-42e8-96b8-b318d8336d6f req-e0b1f805-0433-4ddc-aa76-19f0cd9baadc tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366089 Jun 11 19:39:46.048400 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f92c8-d8bb-484c-9dce-2898aaa4344e req-e2fe7c94-1c70-4c20-9e1c-02b667475602 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:46.049892 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8c5f92c8-d8bb-484c-9dce-2898aaa4344e req-e2fe7c94-1c70-4c20-9e1c-02b667475602 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 945 time: 0.0724871 Jun 11 19:39:46.137185 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8c5f92c8-d8bb-484c-9dce-2898aaa4344e req-bb0ed17a-b071-4ed9-97e5-179e286e2d65 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800300 Jun 11 19:39:46.156190 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b044f-40e8-4d1a-b4db-7b5a4b7c797f req-9dacdd54-116a-4337-88e2-b58005906a6a tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:46.157656 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-707b044f-40e8-4d1a-b4db-7b5a4b7c797f req-9dacdd54-116a-4337-88e2-b58005906a6a tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.1022227 Jun 11 19:39:46.200898 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-707b044f-40e8-4d1a-b4db-7b5a4b7c797f req-bbbd4042-b3af-4a16-a6f8-d0cd35ebe6a0 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375369 Jun 11 19:39:47.012818 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ebd52-3bbb-4230-8a06-56096d6d8c5b req-daca9308-e96b-48f1-b015-4effd37973f2 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:47.014143 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-eb7ebd52-3bbb-4230-8a06-56096d6d8c5b req-daca9308-e96b-48f1-b015-4effd37973f2 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0690548 Jun 11 19:39:47.061132 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-eb7ebd52-3bbb-4230-8a06-56096d6d8c5b req-840ea9fd-2eb6-4955-aeb6-d52012809b57 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404592 Jun 11 19:39:47.316178 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2025d4f-483c-4f7b-b980-f19e21581580 req-d0edad8a-a5b7-4749-8820-7910ef60f862 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:47.317544 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b2025d4f-483c-4f7b-b980-f19e21581580 req-d0edad8a-a5b7-4749-8820-7910ef60f862 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 945 time: 0.0680599 Jun 11 19:39:47.398869 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b2025d4f-483c-4f7b-b980-f19e21581580 req-4138e13f-a6a2-4578-90bf-ef186553b935 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674005 Jun 11 19:39:47.417494 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e840ec4-c806-40e0-96be-a8403e254462 req-8f8b4760-1506-465a-ab5c-4710c346a146 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:47.418939 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7e840ec4-c806-40e0-96be-a8403e254462 req-8f8b4760-1506-465a-ab5c-4710c346a146 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.0980618 Jun 11 19:39:47.462467 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7e840ec4-c806-40e0-96be-a8403e254462 req-e7f67886-8a2a-4886-9adf-1e68b9f79229 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380332 Jun 11 19:39:48.241744 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d34a21-e01e-4623-89ef-8398e42b04d3 req-1fcce111-0578-49f0-9d8a-c542e8ca9b6c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:48.243208 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b5d34a21-e01e-4623-89ef-8398e42b04d3 req-1fcce111-0578-49f0-9d8a-c542e8ca9b6c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.0700977 Jun 11 19:39:48.285794 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b5d34a21-e01e-4623-89ef-8398e42b04d3 req-90fab367-a57f-43b0-a9a7-f736ac05378e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367551 Jun 11 19:39:48.578677 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff206ff1-3a70-4232-a8b1-543089f925c3 req-c3806e42-b9c8-4fa6-a65c-547eb9904f50 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:48.580666 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ff206ff1-3a70-4232-a8b1-543089f925c3 req-c3806e42-b9c8-4fa6-a65c-547eb9904f50 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 945 time: 0.0673120 Jun 11 19:39:48.658834 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ff206ff1-3a70-4232-a8b1-543089f925c3 req-971bc2c1-a38e-4962-8be4-1d17eaabab1a tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689566 Jun 11 19:39:48.677179 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87b94e-f83a-4b58-aeb7-523c2c7d566c req-3ed8ac65-8ad2-483d-af9f-c128352c25d4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:48.678654 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ea87b94e-f83a-4b58-aeb7-523c2c7d566c req-3ed8ac65-8ad2-483d-af9f-c128352c25d4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.0970724 Jun 11 19:39:48.719861 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ea87b94e-f83a-4b58-aeb7-523c2c7d566c req-5a336323-a485-4c53-a1da-b1a98e12399b tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355213 Jun 11 19:39:48.835690 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b39a75-d9ef-41f1-8953-1ada6d027dd8 req-a1e3744e-269e-44ee-b6aa-b0cb0af950d3 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:48.837079 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-79b39a75-d9ef-41f1-8953-1ada6d027dd8 req-a1e3744e-269e-44ee-b6aa-b0cb0af950d3 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 945 time: 0.0657313 Jun 11 19:39:48.879524 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-79b39a75-d9ef-41f1-8953-1ada6d027dd8 req-ba91da64-9660-4f76-87c2-2486269b1f8e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369661 Jun 11 19:39:48.903190 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 44162) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:39:48.958662 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc2397b-58a5-45f0-9c81-284a340289f0 tempest-TestVolumeBootPattern-1448572995 tempest-TestVolumeBootPattern-1448572995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:48.960085 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-8fc2397b-58a5-45f0-9c81-284a340289f0 tempest-TestVolumeBootPattern-1448572995 tempest-TestVolumeBootPattern-1448572995-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 1093 time: 0.0559592 Jun 11 19:39:48.962739 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 44164) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:39:48.966884 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Request body: {'floatingip': {'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'port_id': '27659e6c-f89a-4bc1-88e5-601f69bfcf82', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:39:48.987636 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for floatingip, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:49.101080 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:49.214344 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Allocated IP 172.27.0.189 (96e13ff2-92ce-495c-a9c8-09520c2db46e/3317fd00-ab75-48b2-85c3-a34ed1654e31/5f4e8a6c-3491-47cb-84f0-9eddae41fbc4) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:39:49.338266 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:49.379070 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9110942'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:49.381009 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f4168d6b-1195-45a1-8aa6-01db41ceeb6e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:49.458771 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:39:49.465553 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:39:49.468230 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:39:49.470089 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event updated for resources: {'Port': ['ID=5f4e8a6c-3491-47cb-84f0-9eddae41fbc4,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:49.506779 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:49.507152 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:49.507514 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:49.507870 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:49.508222 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:49.508572 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:49.508920 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:49.509267 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:49.509615 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:49.509960 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:49.510298 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:49.510667 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:49.519964 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:49.581247 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f4100-4ef8-4ce9-925f-4f97a7555c8c req-f08e7ee4-745a-488b-9a92-463eac5898b7 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:49.582923 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-243f4100-4ef8-4ce9-925f-4f97a7555c8c req-f08e7ee4-745a-488b-9a92-463eac5898b7 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.1707561 Jun 11 19:39:50.000767 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-243f4100-4ef8-4ce9-925f-4f97a7555c8c req-08b2c9dc-172b-49f8-9ba0-ea445e9046a0 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4116189 Jun 11 19:39:50.152998 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41683d0-7400-457a-ac16-e9887238f68d req-b138a20b-a6d9-4ea6-9a89-94c16db2fcce tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:50.154376 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c41683d0-7400-457a-ac16-e9887238f68d req-b138a20b-a6d9-4ea6-9a89-94c16db2fcce tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.39 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.2487991 Jun 11 19:39:50.163237 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2234b9-81f2-4ce6-8a29-044dd9250b80 req-dc1cbbe0-324c-40d6-9f00-542cc2817368 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:50.164538 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0f2234b9-81f2-4ce6-8a29-044dd9250b80 req-dc1cbbe0-324c-40d6-9f00-542cc2817368 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.2954822 Jun 11 19:39:50.365585 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0f2234b9-81f2-4ce6-8a29-044dd9250b80 req-a12a768d-f1c7-4e11-90de-b631b5010b02 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930151 Jun 11 19:39:50.472874 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-c41683d0-7400-457a-ac16-e9887238f68d req-a3713ae8-dda5-44ad-97b9-0508d76530f6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Deleting port 2d5da950-c8c6-40f2-9c3d-d88241621737 {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:39:50.473207 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-c41683d0-7400-457a-ac16-e9887238f68d req-a3713ae8-dda5-44ad-97b9-0508d76530f6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:50.476990 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:50.650331 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-c41683d0-7400-457a-ac16-e9887238f68d req-a3713ae8-dda5-44ad-97b9-0508d76530f6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] For port 2d5da950-c8c6-40f2-9c3d-d88241621737, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2d5da950-c8c6-40f2-9c3d-d88241621737,segment=NetworkSegment(4637dad3-ddce-4070-b99d-6de36c8e270c),segment_id=4637dad3-ddce-4070-b99d-6de36c8e270c)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:39:50.650615 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-c41683d0-7400-457a-ac16-e9887238f68d req-a3713ae8-dda5-44ad-97b9-0508d76530f6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:50.659642 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:51.063930 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-c41683d0-7400-457a-ac16-e9887238f68d req-a3713ae8-dda5-44ad-97b9-0508d76530f6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:51.064969 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-c41683d0-7400-457a-ac16-e9887238f68d req-a3713ae8-dda5-44ad-97b9-0508d76530f6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931187'] for floatingip, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:51.065277 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.l3_db [req-c41683d0-7400-457a-ac16-e9887238f68d req-a3713ae8-dda5-44ad-97b9-0508d76530f6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Floating IP 66604a98-c6eb-4a2c-a590-68845a555bdd disassociated. External IP: 172.27.0.143, port: 2d5da950-c8c6-40f2-9c3d-d88241621737. Jun 11 19:39:51.065605 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-c41683d0-7400-457a-ac16-e9887238f68d req-a3713ae8-dda5-44ad-97b9-0508d76530f6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Calling delete_port for 2d5da950-c8c6-40f2-9c3d-d88241621737 owned by compute:nova {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:39:51.148226 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:51.174976 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:51.179106 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:51.288542 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event updated for resources: {'Port': ['ID=5f4e8a6c-3491-47cb-84f0-9eddae41fbc4,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:51.299276 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:51.315247 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931187'] for floatingip, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:51.711658 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e868f6-9274-4646-ad95-898dbec32795 req-660a4a9d-0f0f-475f-a215-5081714ce68f tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:51.713086 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c2e868f6-9274-4646-ad95-898dbec32795 req-660a4a9d-0f0f-475f-a215-5081714ce68f tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 945 time: 0.5776830 Jun 11 19:39:51.818942 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-c41683d0-7400-457a-ac16-e9887238f68d req-a3713ae8-dda5-44ad-97b9-0508d76530f6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:51.828417 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-9e562165-b7b3-4d3d-8ebf-a140147e8596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:51.846972 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c2e868f6-9274-4646-ad95-898dbec32795 req-01156e57-04e7-4abc-b570-1d1dbe0044dd tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e0c188f-1000-4c60-9789-6eed37981de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210721 Jun 11 19:39:51.881256 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3713ae8-dda5-44ad-97b9-0508d76530f6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Pushing event deleted for resources: {'Port': ['ID=2d5da950-c8c6-40f2-9c3d-d88241621737,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:51.889645 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-a3713ae8-dda5-44ad-97b9-0508d76530f6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:51.891806 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.l3_db [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Floating IP 0c7e5e5e-e590-404e-86f0-7594cce92105 associated. External IP: 172.27.0.189, port: 27659e6c-f89a-4bc1-88e5-601f69bfcf82. Jun 11 19:39:52.093804 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8814ec-b9a9-4c9f-bcf8-deee492decc5 req-8c8b69bc-388e-4c55-a78a-2c89f09c8556 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:52.095268 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fc8814ec-b9a9-4c9f-bcf8-deee492decc5 req-8c8b69bc-388e-4c55-a78a-2c89f09c8556 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.3776002 Jun 11 19:39:52.171604 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fc8814ec-b9a9-4c9f-bcf8-deee492decc5 req-6cfcaabe-06ba-4ee2-9cac-240a32af51ab tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667975 Jun 11 19:39:52.196411 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c41683d0-7400-457a-ac16-e9887238f68d req-a3713ae8-dda5-44ad-97b9-0508d76530f6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Router 7ae05304-a682-463d-a9f2-03586ab58638 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:39:52.462898 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:39:52.465838 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c41683d0-7400-457a-ac16-e9887238f68d req-a3713ae8-dda5-44ad-97b9-0508d76530f6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:39:52.474854 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edb9569-f970-4e81-988f-50cdd3a4c80d None None] Sync routers for ids ['7ae05304-a682-463d-a9f2-03586ab58638'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:39:52.484038 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edb9569-f970-4e81-988f-50cdd3a4c80d None None] Routers {'7ae05304-a682-463d-a9f2-03586ab58638'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:39:52.484646 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-9edb9569-f970-4e81-988f-50cdd3a4c80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:39:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['7ae05304-a682-463d-a9f2-03586ab58638'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:39:52.525924 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41683d0-7400-457a-ac16-e9887238f68d req-a3713ae8-dda5-44ad-97b9-0508d76530f6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] No DVR routers for this DVR port 2d5da950-c8c6-40f2-9c3d-d88241621737 on host hv-cinder-79053 {{(pid=91834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:39:52.528754 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-c41683d0-7400-457a-ac16-e9887238f68d req-a3713ae8-dda5-44ad-97b9-0508d76530f6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:52.530739 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c41683d0-7400-457a-ac16-e9887238f68d req-a3713ae8-dda5-44ad-97b9-0508d76530f6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.39 "DELETE /v2.0/ports/2d5da950-c8c6-40f2-9c3d-d88241621737 HTTP/1.1" status: 204 len: 173 time: 2.3593640 Jun 11 19:39:52.531259 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd774c327-e242-42b3-8f35-527fd31bab34', 'name': 'network-vif-deleted', 'tag': '2d5da950-c8c6-40f2-9c3d-d88241621737'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:39:52.533700 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2dbdff-1872-482a-8754-fc7a1c9194a6" -d '{"events": [{"server_uuid": "d774c327-e242-42b3-8f35-527fd31bab34", "name": "network-vif-deleted", "tag": "2d5da950-c8c6-40f2-9c3d-d88241621737"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:39:52.631953 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a288da5e-a043-4fa4-bf4b-d45e7be30c2a x-openstack-request-id: req-a288da5e-a043-4fa4-bf4b-d45e7be30c2a {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:39:52.632271 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d774c327-e242-42b3-8f35-527fd31bab34", "name": "network-vif-deleted", "tag": "2d5da950-c8c6-40f2-9c3d-d88241621737", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:39:52.632548 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a288da5e-a043-4fa4-bf4b-d45e7be30c2a {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:39:52.632971 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd774c327-e242-42b3-8f35-527fd31bab34', 'name': 'network-vif-deleted', 'tag': '2d5da950-c8c6-40f2-9c3d-d88241621737', 'status': 'completed', 'code': 200} Jun 11 19:39:52.680157 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:39:52.692840 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6da7ed6-2b55-4a42-8fde-dfd7810f4593 None None] Sync routers for ids ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:39:52.703658 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6da7ed6-2b55-4a42-8fde-dfd7810f4593 None None] Routers {'44ec4b6f-f00c-4390-a5b3-e421e1a35598'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:39:52.704335 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-e6da7ed6-2b55-4a42-8fde-dfd7810f4593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:39:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:39:52.708609 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:52.761579 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7978044 Jun 11 19:39:52.770366 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-9edb9569-f970-4e81-988f-50cdd3a4c80d None None] Set router 7ae05304-a682-463d-a9f2-03586ab58638 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:39:52.852600 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-e6da7ed6-2b55-4a42-8fde-dfd7810f4593 None None] Set router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:39:53.018732 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-aee1ccc8-6f3a-4f31-afe4-244e0ea2e36d req-2fbe9cc5-bef0-4a51-8a1f-296382d9ae9c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=d774c327-e242-42b3-8f35-527fd31bab34 HTTP/1.1" status: 200 len: 210 time: 0.0357268 Jun 11 19:39:53.063385 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-9edb9569-f970-4e81-988f-50cdd3a4c80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:35:32Z', 'revision_number': 4, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port': {'id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:25Z', 'updated_at': '2021-06-11T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '6e50259b-8f01-4720-bb4d-c66ffd6f781b', 'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'mac_address': 'fa:16:3e:14:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:30Z', 'updated_at': '2021-06-11T19:35:41Z', 'revision_number': 5, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'subnets': [{'id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:39:53.067917 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edb9569-f970-4e81-988f-50cdd3a4c80d None None] Checking router: 7ae05304-a682-463d-a9f2-03586ab58638 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:39:53.076472 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edb9569-f970-4e81-988f-50cdd3a4c80d None None] Routers {'7ae05304-a682-463d-a9f2-03586ab58638'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:39:53.077087 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-9edb9569-f970-4e81-988f-50cdd3a4c80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:39:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['7ae05304-a682-463d-a9f2-03586ab58638'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:39:53.184058 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-e6da7ed6-2b55-4a42-8fde-dfd7810f4593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '0c7e5e5e-e590-404e-86f0-7594cce92105', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'port_id': '27659e6c-f89a-4bc1-88e5-601f69bfcf82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'mac_address': 'fa:16:3e:bf:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:39:50Z', 'updated_at': '2021-06-11T19:39:50Z', 'revision_number': 0, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:34Z', 'revision_number': 5, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:39:53.187451 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6da7ed6-2b55-4a42-8fde-dfd7810f4593 None None] Checking router: 44ec4b6f-f00c-4390-a5b3-e421e1a35598 for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:39:53.196017 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6da7ed6-2b55-4a42-8fde-dfd7810f4593 None None] Routers {'44ec4b6f-f00c-4390-a5b3-e421e1a35598'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:39:53.196606 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-e6da7ed6-2b55-4a42-8fde-dfd7810f4593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:39:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:39:53.225644 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-9edb9569-f970-4e81-988f-50cdd3a4c80d None None] Set router 7ae05304-a682-463d-a9f2-03586ab58638 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:39:53.355768 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-e6da7ed6-2b55-4a42-8fde-dfd7810f4593 None None] Set router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:39:53.384761 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e9385-629b-499b-8e91-ff039bb5aa75 req-9d460e4b-8de1-43d2-85da-580911ce4c63 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:53.386218 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-541e9385-629b-499b-8e91-ff039bb5aa75 req-9d460e4b-8de1-43d2-85da-580911ce4c63 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.0785456 Jun 11 19:39:53.431241 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-541e9385-629b-499b-8e91-ff039bb5aa75 req-a447f059-5ce0-4c91-a21f-3fadb94a4716 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389211 Jun 11 19:39:53.491931 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-9edb9569-f970-4e81-988f-50cdd3a4c80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:35:32Z', 'revision_number': 4, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port': {'id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:25Z', 'updated_at': '2021-06-11T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '6e50259b-8f01-4720-bb4d-c66ffd6f781b', 'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'mac_address': 'fa:16:3e:14:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:30Z', 'updated_at': '2021-06-11T19:35:41Z', 'revision_number': 5, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'subnets': [{'id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:39:53.495349 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edb9569-f970-4e81-988f-50cdd3a4c80d None None] The sync data for ids ['7ae05304-a682-463d-a9f2-03586ab58638'] in dv-cinder-790535-3-iscsi is: [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:35:32Z', 'revision_number': 4, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port': {'id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:25Z', 'updated_at': '2021-06-11T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '6e50259b-8f01-4720-bb4d-c66ffd6f781b', 'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'mac_address': 'fa:16:3e:14:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:30Z', 'updated_at': '2021-06-11T19:35:41Z', 'revision_number': 5, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'subnets': [{'id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:39:53.639730 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-e6da7ed6-2b55-4a42-8fde-dfd7810f4593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '0c7e5e5e-e590-404e-86f0-7594cce92105', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'port_id': '27659e6c-f89a-4bc1-88e5-601f69bfcf82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'mac_address': 'fa:16:3e:bf:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:39:50Z', 'updated_at': '2021-06-11T19:39:50Z', 'revision_number': 0, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:34Z', 'revision_number': 5, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:39:53.643753 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6da7ed6-2b55-4a42-8fde-dfd7810f4593 None None] The sync data for ids ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'] in dv-cinder-790535-3-iscsi is: [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '0c7e5e5e-e590-404e-86f0-7594cce92105', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'port_id': '27659e6c-f89a-4bc1-88e5-601f69bfcf82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'mac_address': 'fa:16:3e:bf:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:39:50Z', 'updated_at': '2021-06-11T19:39:50Z', 'revision_number': 0, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:34Z', 'revision_number': 5, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:39:53.730845 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16e373d-610e-4242-8027-91179feea055 None None] New status for floating IP 66604a98-c6eb-4a2c-a590-68845a555bdd: DOWN {{(pid=91835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:39:53.837109 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3875ebe3-8440-47d7-9ade-624ae84c3adf None None] New status for floating IP 0c7e5e5e-e590-404e-86f0-7594cce92105: ACTIVE {{(pid=91836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:39:54.148159 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 44186) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:39:54.204655 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7762-33ed-43cc-a80b-e6ce2296c84c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:54.228502 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7762-33ed-43cc-a80b-e6ce2296c84c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:54.278535 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7762-33ed-43cc-a80b-e6ce2296c84c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:54.281275 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7762-33ed-43cc-a80b-e6ce2296c84c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:54.282396 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-fc0c7762-33ed-43cc-a80b-e6ce2296c84c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "DELETE /v2.0/security-groups/0e0c188f-1000-4c60-9789-6eed37981de7 HTTP/1.1" status: 204 len: 168 time: 0.1329792 Jun 11 19:39:54.283236 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-933abc14-441a-43c4-9bf3-80d8d24f6225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:54.285213 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 44188) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:39:54.293002 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7762-33ed-43cc-a80b-e6ce2296c84c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0c188f-1000-4c60-9789-6eed37981de7,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:54.295359 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-fc0c7762-33ed-43cc-a80b-e6ce2296c84c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:54.301334 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.api.v2.resource [None req-18924e87-b728-47ef-8ad1-a0edfd1c51cc tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] show failed (client error): The resource could not be found. Jun 11 19:39:54.302335 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-18924e87-b728-47ef-8ad1-a0edfd1c51cc tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups/0e0c188f-1000-4c60-9789-6eed37981de7 HTTP/1.1" status: 404 len: 347 time: 0.0159171 Jun 11 19:39:54.305123 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 44190) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:39:54.457249 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-a02faec2-ee6f-4331-890e-b2216b49df4d tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Deleting port de02f5a9-0883-4666-9b50-455f5871d25d {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:39:54.457586 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a02faec2-ee6f-4331-890e-b2216b49df4d tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:54.555809 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a02faec2-ee6f-4331-890e-b2216b49df4d tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:54.556034 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a02faec2-ee6f-4331-890e-b2216b49df4d tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:54.617726 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71daf856-ab2b-436f-8c80-5c95aaebf0ed req-aca372db-92a1-4539-8b62-a9e810d99c63 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:54.619187 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-71daf856-ab2b-436f-8c80-5c95aaebf0ed req-aca372db-92a1-4539-8b62-a9e810d99c63 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.0718307 Jun 11 19:39:54.639497 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'tag': '27659e6c-f89a-4bc1-88e5-601f69bfcf82'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:39:54.641678 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66d2c43-0523-40ca-ac6a-64afa7276f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "151c0900-3b2a-4cfa-84da-c954ad032d59", "tag": "27659e6c-f89a-4bc1-88e5-601f69bfcf82"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:39:54.646499 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-a02faec2-ee6f-4331-890e-b2216b49df4d tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Calling delete_port for de02f5a9-0883-4666-9b50-455f5871d25d owned by network:floatingip {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:39:54.666618 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-71daf856-ab2b-436f-8c80-5c95aaebf0ed req-ce6ca12d-568c-4578-9a16-0157db7abf81 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416546 Jun 11 19:39:54.678497 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd59cdd5-8a5a-4b93-870f-a7e86a6f28a2 x-openstack-request-id: req-dd59cdd5-8a5a-4b93-870f-a7e86a6f28a2 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:39:54.678915 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "151c0900-3b2a-4cfa-84da-c954ad032d59", "tag": "27659e6c-f89a-4bc1-88e5-601f69bfcf82", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:39:54.679268 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd59cdd5-8a5a-4b93-870f-a7e86a6f28a2 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:39:54.680033 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'tag': '27659e6c-f89a-4bc1-88e5-601f69bfcf82', 'status': 'completed', 'code': 200} Jun 11 19:39:54.771150 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d2c43-0523-40ca-ac6a-64afa7276f0c req-7468ecb1-f713-463b-abf5-f9afd5030af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:54.772658 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a66d2c43-0523-40ca-ac6a-64afa7276f0c req-7468ecb1-f713-463b-abf5-f9afd5030af5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5da85e3d494c400d9b6ee93e139f5496&device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 1098 time: 0.0587306 Jun 11 19:39:54.811484 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a02faec2-ee6f-4331-890e-b2216b49df4d tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:54.814088 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-22d3ef14-3903-46d0-a305-9b4e1c436112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:54.827044 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 2d5da950-c8c6-40f2-9c3d-d88241621737 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:39:54.841531 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02faec2-ee6f-4331-890e-b2216b49df4d tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Pushing event deleted for resources: {'Port': ['ID=de02f5a9-0883-4666-9b50-455f5871d25d,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:54.844641 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-a02faec2-ee6f-4331-890e-b2216b49df4d tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:54.852083 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: 2d5da950-c8c6-40f2-9c3d-d88241621737 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:39:54.852681 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 2d5da950-c8c6-40f2-9c3d-d88241621737 not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:39:54.891297 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d2c43-0523-40ca-ac6a-64afa7276f0c req-0a194f25-b107-492a-b2e3-8c3306a83add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:54.892770 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a66d2c43-0523-40ca-ac6a-64afa7276f0c req-0a194f25-b107-492a-b2e3-8c3306a83add service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 HTTP/1.1" status: 200 len: 913 time: 0.1132522 Jun 11 19:39:54.919914 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a02faec2-ee6f-4331-890e-b2216b49df4d tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for floatingip, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:54.922391 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a02faec2-ee6f-4331-890e-b2216b49df4d tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:54.924080 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-a02faec2-ee6f-4331-890e-b2216b49df4d tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "DELETE /v2.0/floatingips/66604a98-c6eb-4a2c-a590-68845a555bdd HTTP/1.1" status: 204 len: 168 time: 0.6175356 Jun 11 19:39:54.983849 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a66d2c43-0523-40ca-ac6a-64afa7276f0c req-9831ce1e-ba58-40a3-9cf2-01fa695106cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27659e6c-f89a-4bc1-88e5-601f69bfcf82 HTTP/1.1" status: 200 len: 1001 time: 0.0848367 Jun 11 19:39:55.039209 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d2c43-0523-40ca-ac6a-64afa7276f0c req-1cd91c19-20b2-46b3-9372-1f81273e6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:55.040619 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a66d2c43-0523-40ca-ac6a-64afa7276f0c req-1cd91c19-20b2-46b3-9372-1f81273e6c6c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b74db1c-1c6c-4033-956f-ab002f0c83d3 HTTP/1.1" status: 200 len: 851 time: 0.0505571 Jun 11 19:39:55.102029 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d2c43-0523-40ca-ac6a-64afa7276f0c req-92617877-51e2-4719-b113-908dda8d6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:55.103406 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a66d2c43-0523-40ca-ac6a-64afa7276f0c req-92617877-51e2-4719-b113-908dda8d6d04 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562074 Jun 11 19:39:55.215393 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a66d2c43-0523-40ca-ac6a-64afa7276f0c req-44f4f176-51d8-4198-be14-442222ff9ff0 service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048248 Jun 11 19:39:55.328569 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a66d2c43-0523-40ca-ac6a-64afa7276f0c req-3b4ea621-cacf-40a7-97b3-e99b7d5cbe8a service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045101 Jun 11 19:39:55.385409 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 44198) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:39:55.390637 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-97d3c84e-6073-47c1-bc43-acaa7ec92c7e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--320438065', 'description': 'tempest-description--634083625'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:39:55.412049 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-97d3c84e-6073-47c1-bc43-acaa7ec92c7e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:55.495026 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-97d3c84e-6073-47c1-bc43-acaa7ec92c7e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:55.498566 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-97d3c84e-6073-47c1-bc43-acaa7ec92c7e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:55.502134 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-4ec15784-45b4-4381-b4b4-d701dc675cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:55.526318 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-97d3c84e-6073-47c1-bc43-acaa7ec92c7e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:55.527522 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-97d3c84e-6073-47c1-bc43-acaa7ec92c7e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1407151 Jun 11 19:39:55.531201 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 44200) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:39:55.531550 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3c84e-6073-47c1-bc43-acaa7ec92c7e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf150e4f-1d76-409f-8fb6-58280fcdbfb9,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:55.534227 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-97d3c84e-6073-47c1-bc43-acaa7ec92c7e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:55.536014 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-63a8b93d-1bb6-4c87-a0d6-a3c8cdee396e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Request body: {'security_group_rule': {'security_group_id': 'cf150e4f-1d76-409f-8fb6-58280fcdbfb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:39:55.561227 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-63a8b93d-1bb6-4c87-a0d6-a3c8cdee396e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:55.620366 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-63a8b93d-1bb6-4c87-a0d6-a3c8cdee396e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:55.623805 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-63a8b93d-1bb6-4c87-a0d6-a3c8cdee396e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:55.625716 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:55.639822 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8b93d-1bb6-4c87-a0d6-a3c8cdee396e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c2cb82-d659-42a8-b451-5c59bed5ab82,revision_number=0']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:55.643970 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-63a8b93d-1bb6-4c87-a0d6-a3c8cdee396e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:55.648954 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-63a8b93d-1bb6-4c87-a0d6-a3c8cdee396e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:55.650098 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-63a8b93d-1bb6-4c87-a0d6-a3c8cdee396e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178713 Jun 11 19:39:55.652713 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 44202) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:39:55.656936 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-48f441ed-2270-4d4f-82f5-9b4d3e438aa3 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Request body: {'security_group_rule': {'security_group_id': 'cf150e4f-1d76-409f-8fb6-58280fcdbfb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:39:55.680848 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-48f441ed-2270-4d4f-82f5-9b4d3e438aa3 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:55.751301 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-48f441ed-2270-4d4f-82f5-9b4d3e438aa3 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:55.756078 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-48f441ed-2270-4d4f-82f5-9b4d3e438aa3 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:55.761074 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-25974464-99f2-460f-bf3d-414cc14f0f34 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:55.775566 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f441ed-2270-4d4f-82f5-9b4d3e438aa3 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6cd301-5382-418d-9b71-de8ef899a601,revision_number=0']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:55.778369 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-48f441ed-2270-4d4f-82f5-9b4d3e438aa3 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:55.784423 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-48f441ed-2270-4d4f-82f5-9b4d3e438aa3 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:55.786008 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-48f441ed-2270-4d4f-82f5-9b4d3e438aa3 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324062 Jun 11 19:39:55.789228 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 44206) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:39:55.794018 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Request body: {'floatingip': {'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:39:55.816025 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for floatingip, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:55.856274 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f70739-289d-455c-8070-1f66b7fcbd08 req-42e6b4b8-cfbe-4567-932e-abe19ededbd4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:55.857719 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e0f70739-289d-455c-8070-1f66b7fcbd08 req-42e6b4b8-cfbe-4567-932e-abe19ededbd4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.0705266 Jun 11 19:39:55.899745 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e0f70739-289d-455c-8070-1f66b7fcbd08 req-123a46e7-f7f0-4436-b11a-557bd0a65fd5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353765 Jun 11 19:39:55.943920 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:56.062441 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Allocated IP 172.27.0.124 (96e13ff2-92ce-495c-a9c8-09520c2db46e/3317fd00-ab75-48b2-85c3-a34ed1654e31/f264c398-8577-48ea-97c9-751e6816492c) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:39:56.190131 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:56.228889 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10434319'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:56.231653 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:56.277473 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:39:56.280219 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:39:56.284257 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:39:56.313831 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Pushing event updated for resources: {'Port': ['ID=f264c398-8577-48ea-97c9-751e6816492c,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:56.317786 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:56.383378 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:56.433482 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:56.607996 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for port, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:56.612522 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10434353'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:56.615180 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:56.699081 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Pushing event updated for resources: {'Port': ['ID=f264c398-8577-48ea-97c9-751e6816492c,revision_number=2']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:56.702825 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:56.706093 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931187'] for floatingip, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:56.718869 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:56.720051 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9297357 Jun 11 19:39:56.842176 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 5b2b88a3-b657-4c9d-b212-af924de0695c details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:39:56.910997 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-48b8c121-cf66-4365-b951-c61d166413bf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--320438065&fields=id&tenant_id=add1c563d4f842f79fd0b4094b476cb4 HTTP/1.1" status: 200 len: 267 time: 0.0362976 Jun 11 19:39:56.963184 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 5b2b88a3-b657-4c9d-b212-af924de0695c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5b2b88a3-b657-4c9d-b212-af924de0695c,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:39:56.976370 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': '5b2b88a3-b657-4c9d-b212-af924de0695c', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'port_id': '5b2b88a3-b657-4c9d-b212-af924de0695c', 'mac_address': 'fa:16:3e:dc:8b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:39:57.019805 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:57.034497 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b2b88a3-b657-4c9d-b212-af924de0695c {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:39:57.054763 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 5b2b88a3-b657-4c9d-b212-af924de0695c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5b2b88a3-b657-4c9d-b212-af924de0695c,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:39:57.059700 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:57.061428 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:57.083692 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-fa4c5748-0726-487f-a1d7-103398082eed tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:57.085143 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-fa4c5748-0726-487f-a1d7-103398082eed tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/networks?id=dd0799f3-e1f4-4564-b8cd-089a9187317a HTTP/1.1" status: 200 len: 811 time: 0.1678562 Jun 11 19:39:57.108114 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-0da49dfc-a502-47e8-b570-8a005b4c7327 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/quotas/add1c563d4f842f79fd0b4094b476cb4 HTTP/1.1" status: 200 len: 375 time: 0.0140288 Jun 11 19:39:57.115971 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=5b2b88a3-b657-4c9d-b212-af924de0695c,revision_number=9']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:57.122616 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:57.122963 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:57.123298 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:57.123629 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:57.123951 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:57.124273 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:57.124591 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:57.124908 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:57.125229 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:57.125545 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:57.125848 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:57.126165 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:39:57.130542 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:57.134826 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501e147-7792-412d-90d7-0fc618398dc4 req-4c3e6454-765d-442d-988a-547809c55e1a tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:57.136245 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1501e147-7792-412d-90d7-0fc618398dc4 req-4c3e6454-765d-442d-988a-547809c55e1a tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 944 time: 0.1129217 Jun 11 19:39:57.202948 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1501e147-7792-412d-90d7-0fc618398dc4 req-bccef011-2e34-4b72-b822-e080397d5561 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455794 Jun 11 19:39:57.224762 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-aa798442-c447-4853-9685-ea8dc0dc53ad tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=add1c563d4f842f79fd0b4094b476cb4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1105566 Jun 11 19:39:57.303879 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['5b2b88a3-b657-4c9d-b212-af924de0695c'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:39:57.348928 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-8319e068-20e2-4fe1-9008-0e8f413cced5 service neutron] 10.222.0.24 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130745 Jun 11 19:39:57.387067 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:57.472427 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-0550ceec-c03f-4ee1-a072-a2d7b9d30be3 service neutron] 10.222.0.24 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157553 Jun 11 19:39:57.637398 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-43af7e2c-feb4-4f18-ad11-0309bd122d08 req-e617e721-ecd7-4962-9986-8ee31efd97ad tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=a876f2d2-95ff-4d69-80d6-9ecd70ef0e24 HTTP/1.1" status: 200 len: 210 time: 0.0327604 Jun 11 19:39:58.386340 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df1337-410c-404a-bbfe-3babc39c75db req-a555e0ad-9959-40ed-9f89-5f0b0268b90f tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:58.387769 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-58df1337-410c-404a-bbfe-3babc39c75db req-a555e0ad-9959-40ed-9f89-5f0b0268b90f tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 945 time: 0.0675821 Jun 11 19:39:58.431088 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-58df1337-410c-404a-bbfe-3babc39c75db req-605b0ac5-a857-4708-b5cf-b41b135ea986 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372572 Jun 11 19:39:58.721665 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-d30da9c1-ecb6-4d7a-800d-75f64feeef7f tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:58.723198 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-d30da9c1-ecb6-4d7a-800d-75f64feeef7f tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.39 "GET /v2.0/networks?id=dd0799f3-e1f4-4564-b8cd-089a9187317a HTTP/1.1" status: 200 len: 811 time: 0.1238344 Jun 11 19:39:58.784274 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-d56e66d5-ab1d-42a4-93cf-043c4042f386 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=add1c563d4f842f79fd0b4094b476cb4 HTTP/1.1" status: 200 len: 379 time: 0.0526662 Jun 11 19:39:58.809475 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f3adbe2c-8e5e-4f05-bb4b-8dfd95eb2dc9 req-719fc989-bad8-4dcd-b310-18a4bce3f64b tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=a876f2d2-95ff-4d69-80d6-9ecd70ef0e24 HTTP/1.1" status: 200 len: 210 time: 0.0453849 Jun 11 19:39:58.813140 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-bb00fd76-fe02-4950-87ef-a6b7a10caa02 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Request body: {'port': {'device_id': 'a876f2d2-95ff-4d69-80d6-9ecd70ef0e24', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'admin_state_up': True, 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'security_groups': ['cf150e4f-1d76-409f-8fb6-58280fcdbfb9']}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:39:58.842826 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 5b2b88a3-b657-4c9d-b212-af924de0695c up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:39:58.949420 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-bb00fd76-fe02-4950-87ef-a6b7a10caa02 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Made reservation on behalf of add1c563d4f842f79fd0b4094b476cb4 for: {'port': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:39:58.953157 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-bb00fd76-fe02-4950-87ef-a6b7a10caa02 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:59.028865 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port 5b2b88a3-b657-4c9d-b212-af924de0695c triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:39:59.029246 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:59.091895 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-bb00fd76-fe02-4950-87ef-a6b7a10caa02 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Allocated IP 172.20.0.5 (dd0799f3-e1f4-4564-b8cd-089a9187317a/4e6eba21-4314-4ef9-a7be-0d0c169a43f5/975033c7-e07d-41bc-8599-c40d8620e7f9) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:39:59.116259 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:59.140556 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2b88a3-b657-4c9d-b212-af924de0695c'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:39:59.142865 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fea2a3b-4978-4655-a6b9-659ca257414b" -d '{"events": [{"server_uuid": "5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f", "name": "network-vif-plugged", "status": "completed", "tag": "5b2b88a3-b657-4c9d-b212-af924de0695c"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:39:59.156419 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 5b2b88a3-b657-4c9d-b212-af924de0695c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5b2b88a3-b657-4c9d-b212-af924de0695c,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:39:59.160981 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:59.162881 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:59.219949 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=5b2b88a3-b657-4c9d-b212-af924de0695c,revision_number=10']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:59.223553 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:59.251904 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbfad4a-34c0-4753-8399-0842da3c0e70 x-openstack-request-id: req-2cbfad4a-34c0-4753-8399-0842da3c0e70 {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:39:59.252263 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f", "name": "network-vif-plugged", "status": "completed", "tag": "5b2b88a3-b657-4c9d-b212-af924de0695c", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:39:59.252605 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2cbfad4a-34c0-4753-8399-0842da3c0e70 {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:39:59.253015 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2b88a3-b657-4c9d-b212-af924de0695c', 'code': 200} Jun 11 19:39:59.257925 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-bb00fd76-fe02-4950-87ef-a6b7a10caa02 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:59.270375 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-bb00fd76-fe02-4950-87ef-a6b7a10caa02 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Transition to ACTIVE for port object 975033c7-e07d-41bc-8599-c40d8620e7f9 will not be triggered until provisioned by entity DHCP. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:39:59.308467 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-bb00fd76-fe02-4950-87ef-a6b7a10caa02 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9110942'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:59.311999 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:39:59.683567 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-bb00fd76-fe02-4950-87ef-a6b7a10caa02 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Network dd0799f3-e1f4-4564-b8cd-089a9187317a is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:39:59.689959 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-bb00fd76-fe02-4950-87ef-a6b7a10caa02 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:39:59.692762 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00fd76-fe02-4950-87ef-a6b7a10caa02 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Pushing event updated for resources: {'Port': ['ID=975033c7-e07d-41bc-8599-c40d8620e7f9,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:39:59.695206 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-bb00fd76-fe02-4950-87ef-a6b7a10caa02 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:39:59.698795 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-bb00fd76-fe02-4950-87ef-a6b7a10caa02 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:39:59.771111 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-bb00fd76-fe02-4950-87ef-a6b7a10caa02 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:59.771725 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-bb00fd76-fe02-4950-87ef-a6b7a10caa02 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:59.793514 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381ad4e-2e9a-4954-bec3-505028f7955e req-fb3ef689-05aa-497b-9724-beee24aa626f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:59.795017 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6381ad4e-2e9a-4954-bec3-505028f7955e req-fb3ef689-05aa-497b-9724-beee24aa626f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 1100 time: 0.0670342 Jun 11 19:39:59.797735 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73d2d5-6d98-4ad5-be87-69885bdd5cc7 req-1fd8bae8-de47-41a5-a32b-5e3c01da0b9f tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:39:59.799463 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6b73d2d5-6d98-4ad5-be87-69885bdd5cc7 req-1fd8bae8-de47-41a5-a32b-5e3c01da0b9f tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 947 time: 0.1680298 Jun 11 19:39:59.800709 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-bb00fd76-fe02-4950-87ef-a6b7a10caa02 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9936535 Jun 11 19:39:59.815813 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Request body: {'port': {'device_id': 'a876f2d2-95ff-4d69-80d6-9ecd70ef0e24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:39:59.844029 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-6381ad4e-2e9a-4954-bec3-505028f7955e req-5ca70d19-c388-407a-9754-d11ac98df572 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356760 Jun 11 19:39:59.881992 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6b73d2d5-6d98-4ad5-be87-69885bdd5cc7 req-e6381981-5b4f-4b19-a67e-cf8ee593b33f tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768137 Jun 11 19:39:59.938113 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-82d84ce2-40b8-4965-a992-e935564382e7 None None] Provisioning for port 975033c7-e07d-41bc-8599-c40d8620e7f9 completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:39:59.942565 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-82d84ce2-40b8-4965-a992-e935564382e7 None None] Provisioning complete for port 975033c7-e07d-41bc-8599-c40d8620e7f9 triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:39:59.943044 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-82d84ce2-40b8-4965-a992-e935564382e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:59.966781 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:39:59.983056 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-82d84ce2-40b8-4965-a992-e935564382e7 None None] Port 975033c7-e07d-41bc-8599-c40d8620e7f9 cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:40:00.101147 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207270d-b768-4f56-a9c7-d5d4cad9706f req-b2332558-9e97-484b-97ba-0ba2e960a8f0 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:00.102550 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a207270d-b768-4f56-a9c7-d5d4cad9706f req-b2332558-9e97-484b-97ba-0ba2e960a8f0 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=a876f2d2-95ff-4d69-80d6-9ecd70ef0e24 HTTP/1.1" status: 200 len: 931 time: 0.1709094 Jun 11 19:40:00.179642 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a207270d-b768-4f56-a9c7-d5d4cad9706f req-dcf895b2-d25e-4f43-b1de-630bc712fc72 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf150e4f-1d76-409f-8fb6-58280fcdbfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713780 Jun 11 19:40:00.317898 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975033c7-e07d-41bc-8599-c40d8620e7f9 {{(pid=91834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:40:00.324985 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:00.336445 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Transition to ACTIVE for port object 975033c7-e07d-41bc-8599-c40d8620e7f9 will not be triggered until provisioned by entity L2. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:40:00.340418 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:00.342054 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f07b587c-4cfc-4720-b7f8-5229563f1f1d tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:00.435149 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Pushing event updated for resources: {'Port': ['ID=975033c7-e07d-41bc-8599-c40d8620e7f9,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:00.438702 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:00.523096 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Attempting to bind port 975033c7-e07d-41bc-8599-c40d8620e7f9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:40:00.523429 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Attempting to bind port 975033c7-e07d-41bc-8599-c40d8620e7f9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '4637dad3-ddce-4070-b99d-6de36c8e270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a'}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:40:00.523751 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Attempting to bind port 975033c7-e07d-41bc-8599-c40d8620e7f9 on network dd0799f3-e1f4-4564-b8cd-089a9187317a {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:40:00.528038 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Port 975033c7-e07d-41bc-8599-c40d8620e7f9 on network dd0799f3-e1f4-4564-b8cd-089a9187317a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:40:00.528355 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Attempting to bind port 975033c7-e07d-41bc-8599-c40d8620e7f9 on network dd0799f3-e1f4-4564-b8cd-089a9187317a {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:40:00.533011 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:40:00.533344 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Checking segment: {'id': '4637dad3-ddce-4070-b99d-6de36c8e270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:40:00.533720 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Bound using segment: {'id': '4637dad3-ddce-4070-b99d-6de36c8e270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a'} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:40:00.534146 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Bound port: 975033c7-e07d-41bc-8599-c40d8620e7f9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4637dad3-ddce-4070-b99d-6de36c8e270c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a'}}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:40:00.534482 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:00.604068 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] For port 975033c7-e07d-41bc-8599-c40d8620e7f9, host hv-cinder-79053, cleared binding levels {{(pid=91834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:40:00.606939 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] For port 975033c7-e07d-41bc-8599-c40d8620e7f9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=975033c7-e07d-41bc-8599-c40d8620e7f9,segment=NetworkSegment(4637dad3-ddce-4070-b99d-6de36c8e270c),segment_id=4637dad3-ddce-4070-b99d-6de36c8e270c)] {{(pid=91834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:40:00.612157 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:00.614082 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-94a1b4bb-26a3-47d2-afef-5651c9cce368 tempest-VolumesSnapshotTestJSON-1626688313 tempest-VolumesSnapshotTestJSON-1626688313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:00.655893 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:00.656508 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:00.658358 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] 10.222.0.39 "PUT /v2.0/ports/975033c7-e07d-41bc-8599-c40d8620e7f9 HTTP/1.1" status: 200 len: 1093 time: 0.8465252 Jun 11 19:40:00.658887 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a876f2d2-95ff-4d69-80d6-9ecd70ef0e24', 'tag': '975033c7-e07d-41bc-8599-c40d8620e7f9'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:40:00.661153 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b5495e-82d4-48e0-a280-ebc239a174e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a876f2d2-95ff-4d69-80d6-9ecd70ef0e24", "tag": "975033c7-e07d-41bc-8599-c40d8620e7f9"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:40:00.683255 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Pushing event updated for resources: {'Port': ['ID=975033c7-e07d-41bc-8599-c40d8620e7f9,revision_number=3']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:00.686668 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:00.706952 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82aadf8f-d91a-4333-acd1-7b51ba6eafe5 x-openstack-request-id: req-82aadf8f-d91a-4333-acd1-7b51ba6eafe5 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:40:00.707351 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a876f2d2-95ff-4d69-80d6-9ecd70ef0e24", "tag": "975033c7-e07d-41bc-8599-c40d8620e7f9", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:40:00.707692 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82aadf8f-d91a-4333-acd1-7b51ba6eafe5 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:40:00.708152 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a876f2d2-95ff-4d69-80d6-9ecd70ef0e24', 'tag': '975033c7-e07d-41bc-8599-c40d8620e7f9', 'status': 'completed', 'code': 200} Jun 11 19:40:00.778196 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-c939c5e6-9cfc-447c-b9c2-688c7d170ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:00.779725 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-c939c5e6-9cfc-447c-b9c2-688c7d170ef2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=add1c563d4f842f79fd0b4094b476cb4&device_id=a876f2d2-95ff-4d69-80d6-9ecd70ef0e24 HTTP/1.1" status: 200 len: 1096 time: 0.0674999 Jun 11 19:40:00.854252 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-739126b3-a009-4ce0-a2e5-58cfc5480111 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=975033c7-e07d-41bc-8599-c40d8620e7f9 HTTP/1.1" status: 200 len: 217 time: 0.0483370 Jun 11 19:40:00.925646 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-10f9112f-48ba-477a-958e-56494b8ec1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:00.928415 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-10f9112f-48ba-477a-958e-56494b8ec1aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e6eba21-4314-4ef9-a7be-0d0c169a43f5 HTTP/1.1" status: 200 len: 850 time: 0.0583367 Jun 11 19:40:01.002844 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-e8f7503f-5f67-4be5-a356-6ffb4586b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:01.004203 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-e8f7503f-5f67-4be5-a356-6ffb4586b8a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd0799f3-e1f4-4564-b8cd-089a9187317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645125 Jun 11 19:40:01.165344 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-842f2f0b-fc40-44a8-967b-8799e107f360 service neutron] 10.222.0.39 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531620 Jun 11 19:40:01.177204 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fe4b2-3563-46da-b6aa-7596c9f801ec req-dff641ee-62a5-4e06-bbf4-8571baab9f90 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:01.178576 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-463fe4b2-3563-46da-b6aa-7596c9f801ec req-dff641ee-62a5-4e06-bbf4-8571baab9f90 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 947 time: 0.1588838 Jun 11 19:40:01.301170 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-463fe4b2-3563-46da-b6aa-7596c9f801ec req-a0721b94-c966-47f4-92c8-5ebc7b0f690c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147060 Jun 11 19:40:01.359703 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b5ea1275-05da-4b61-8e7d-d4af43c6f2f9 req-bbc9671f-76bf-4a86-947a-093737c8ecaa service neutron] 10.222.0.39 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801701 Jun 11 19:40:01.391644 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab94ab6-c026-4e49-b505-27fbdec17976 req-aa9460a7-b370-46e9-befa-85ebb6366316 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:01.393752 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2ab94ab6-c026-4e49-b505-27fbdec17976 req-aa9460a7-b370-46e9-befa-85ebb6366316 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=a876f2d2-95ff-4d69-80d6-9ecd70ef0e24 HTTP/1.1" status: 200 len: 943 time: 0.0904078 Jun 11 19:40:01.468325 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2ab94ab6-c026-4e49-b505-27fbdec17976 req-6fcfba4e-3494-475e-8c22-a9c73df82f11 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf150e4f-1d76-409f-8fb6-58280fcdbfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687556 Jun 11 19:40:01.499456 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5495e-82d4-48e0-a280-ebc239a174e0 req-812587aa-09de-4e7c-b1d0-f0bd4af8543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:01.500883 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-99b5495e-82d4-48e0-a280-ebc239a174e0 req-812587aa-09de-4e7c-b1d0-f0bd4af8543d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=add1c563d4f842f79fd0b4094b476cb4&device_id=a876f2d2-95ff-4d69-80d6-9ecd70ef0e24 HTTP/1.1" status: 200 len: 1096 time: 0.0839453 Jun 11 19:40:01.618424 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5495e-82d4-48e0-a280-ebc239a174e0 req-85b02dc2-0dd7-459e-bb07-0a00e5dc2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:01.619881 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-99b5495e-82d4-48e0-a280-ebc239a174e0 req-85b02dc2-0dd7-459e-bb07-0a00e5dc2c6f service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd0799f3-e1f4-4564-b8cd-089a9187317a HTTP/1.1" status: 200 len: 912 time: 0.1118989 Jun 11 19:40:01.676417 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-99b5495e-82d4-48e0-a280-ebc239a174e0 req-ba08f417-4ed8-4b9e-9be5-593bcfd2a611 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=975033c7-e07d-41bc-8599-c40d8620e7f9 HTTP/1.1" status: 200 len: 217 time: 0.0454853 Jun 11 19:40:01.735412 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5495e-82d4-48e0-a280-ebc239a174e0 req-a831ab1b-f88b-46c6-92d2-5d3a0a3e619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:01.737220 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-99b5495e-82d4-48e0-a280-ebc239a174e0 req-a831ab1b-f88b-46c6-92d2-5d3a0a3e619f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e6eba21-4314-4ef9-a7be-0d0c169a43f5 HTTP/1.1" status: 200 len: 850 time: 0.0538623 Jun 11 19:40:01.799666 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5495e-82d4-48e0-a280-ebc239a174e0 req-4d95399f-b426-454c-bd32-7237fa71fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:01.801057 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-99b5495e-82d4-48e0-a280-ebc239a174e0 req-4d95399f-b426-454c-bd32-7237fa71fa73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd0799f3-e1f4-4564-b8cd-089a9187317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564787 Jun 11 19:40:01.914924 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-99b5495e-82d4-48e0-a280-ebc239a174e0 req-0e2de6ae-49ba-4da2-8a50-4845a1333ce4 service neutron] 10.222.0.39 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040075 Jun 11 19:40:02.029209 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-99b5495e-82d4-48e0-a280-ebc239a174e0 req-a07a62da-fcb8-4448-b7a0-a920e00f4ade service neutron] 10.222.0.39 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040592 Jun 11 19:40:02.488748 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67735d-d9be-431f-bcf1-779a57608358 req-cd009100-b593-4070-9ede-3a0b0e9f5af9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:02.490157 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fe67735d-d9be-431f-bcf1-779a57608358 req-cd009100-b593-4070-9ede-3a0b0e9f5af9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 947 time: 0.0675855 Jun 11 19:40:02.530748 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fe67735d-d9be-431f-bcf1-779a57608358 req-d523aa71-a5c6-477c-bda3-d31eda08385e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350096 Jun 11 19:40:02.648889 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1b937-ed6d-4144-b734-5c6c31eb6fe2 req-1811ae60-418e-4e1f-aba3-cfc675a0f38b tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:02.650196 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-86c1b937-ed6d-4144-b734-5c6c31eb6fe2 req-1811ae60-418e-4e1f-aba3-cfc675a0f38b tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=a876f2d2-95ff-4d69-80d6-9ecd70ef0e24 HTTP/1.1" status: 200 len: 943 time: 0.0691719 Jun 11 19:40:02.690574 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-86c1b937-ed6d-4144-b734-5c6c31eb6fe2 req-bfcf382d-f157-4338-85c5-e895692330c9 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf150e4f-1d76-409f-8fb6-58280fcdbfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348406 Jun 11 19:40:03.866612 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac8d98-11a7-42f8-90da-6dbbff2840a9 req-dbcd4538-5e6f-4fe8-86d2-b7b09e622d3a tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:03.868025 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-25ac8d98-11a7-42f8-90da-6dbbff2840a9 req-dbcd4538-5e6f-4fe8-86d2-b7b09e622d3a tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=a876f2d2-95ff-4d69-80d6-9ecd70ef0e24 HTTP/1.1" status: 200 len: 943 time: 0.0674124 Jun 11 19:40:03.907082 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-25ac8d98-11a7-42f8-90da-6dbbff2840a9 req-c425f662-1dc0-4e7f-b8d5-22f3c4642cf6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf150e4f-1d76-409f-8fb6-58280fcdbfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335619 Jun 11 19:40:04.889123 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 975033c7-e07d-41bc-8599-c40d8620e7f9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:40:05.003841 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 975033c7-e07d-41bc-8599-c40d8620e7f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=975033c7-e07d-41bc-8599-c40d8620e7f9,segment=NetworkSegment(4637dad3-ddce-4070-b99d-6de36c8e270c),segment_id=4637dad3-ddce-4070-b99d-6de36c8e270c)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:40:05.019627 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': '975033c7-e07d-41bc-8599-c40d8620e7f9', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'port_id': '975033c7-e07d-41bc-8599-c40d8620e7f9', 'mac_address': 'fa:16:3e:0d:e0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:40:05.061519 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:05.076477 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975033c7-e07d-41bc-8599-c40d8620e7f9 {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:40:05.089730 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214af92c-88f9-4a6a-a561-be581da81987 req-0df602aa-2173-445e-a72e-e4b35f4bf40f tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:05.091198 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-214af92c-88f9-4a6a-a561-be581da81987 req-0df602aa-2173-445e-a72e-e4b35f4bf40f tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=a876f2d2-95ff-4d69-80d6-9ecd70ef0e24 HTTP/1.1" status: 200 len: 943 time: 0.0718760 Jun 11 19:40:05.097431 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 975033c7-e07d-41bc-8599-c40d8620e7f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=975033c7-e07d-41bc-8599-c40d8620e7f9,segment=NetworkSegment(4637dad3-ddce-4070-b99d-6de36c8e270c),segment_id=4637dad3-ddce-4070-b99d-6de36c8e270c)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:40:05.102362 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:05.104204 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:05.133707 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-214af92c-88f9-4a6a-a561-be581da81987 req-1e427606-c6ac-4506-a584-9d8d1cab04ea tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf150e4f-1d76-409f-8fb6-58280fcdbfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362329 Jun 11 19:40:05.155633 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=975033c7-e07d-41bc-8599-c40d8620e7f9,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:05.159150 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:05.374811 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['975033c7-e07d-41bc-8599-c40d8620e7f9'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:40:06.309935 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19cfb1-5d12-4ed7-b01c-f6d612413466 req-4bed998d-7c70-418f-bcff-a8a569c090b6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:06.311394 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-de19cfb1-5d12-4ed7-b01c-f6d612413466 req-4bed998d-7c70-418f-bcff-a8a569c090b6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=a876f2d2-95ff-4d69-80d6-9ecd70ef0e24 HTTP/1.1" status: 200 len: 944 time: 0.0685456 Jun 11 19:40:06.352714 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-de19cfb1-5d12-4ed7-b01c-f6d612413466 req-0f6f52a1-34d5-4fb1-9e71-71ad5e4e804f tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf150e4f-1d76-409f-8fb6-58280fcdbfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350807 Jun 11 19:40:06.690010 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-e0644ffb-f152-45dd-8913-0d1a5b6cb34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:06.891705 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 975033c7-e07d-41bc-8599-c40d8620e7f9 up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:40:06.945668 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port 975033c7-e07d-41bc-8599-c40d8620e7f9 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:40:06.949144 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port 975033c7-e07d-41bc-8599-c40d8620e7f9 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:40:06.949520 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:07.038333 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:07.061112 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a876f2d2-95ff-4d69-80d6-9ecd70ef0e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975033c7-e07d-41bc-8599-c40d8620e7f9'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:40:07.063356 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc7d1f6-f948-4d4d-9951-9cdf3f77ed53" -d '{"events": [{"server_uuid": "a876f2d2-95ff-4d69-80d6-9ecd70ef0e24", "name": "network-vif-plugged", "status": "completed", "tag": "975033c7-e07d-41bc-8599-c40d8620e7f9"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:40:07.076423 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 975033c7-e07d-41bc-8599-c40d8620e7f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=975033c7-e07d-41bc-8599-c40d8620e7f9,segment=NetworkSegment(4637dad3-ddce-4070-b99d-6de36c8e270c),segment_id=4637dad3-ddce-4070-b99d-6de36c8e270c)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:40:07.080763 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:07.082849 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:07.107877 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fca5ea5-bd54-41bf-8683-8633d4948ca1 x-openstack-request-id: req-0fca5ea5-bd54-41bf-8683-8633d4948ca1 {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:40:07.108166 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a876f2d2-95ff-4d69-80d6-9ecd70ef0e24", "name": "network-vif-plugged", "status": "completed", "tag": "975033c7-e07d-41bc-8599-c40d8620e7f9", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:40:07.108435 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0fca5ea5-bd54-41bf-8683-8633d4948ca1 {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:40:07.108806 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a876f2d2-95ff-4d69-80d6-9ecd70ef0e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975033c7-e07d-41bc-8599-c40d8620e7f9', 'code': 200} Jun 11 19:40:07.135428 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=975033c7-e07d-41bc-8599-c40d8620e7f9,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:07.138370 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:07.335023 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf384796-e0c4-4c73-b9e8-4a01af840866 req-f3591123-b8d6-4a79-bfd5-960db2813a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:07.336348 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cf384796-e0c4-4c73-b9e8-4a01af840866 req-f3591123-b8d6-4a79-bfd5-960db2813a0c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a876f2d2-95ff-4d69-80d6-9ecd70ef0e24 HTTP/1.1" status: 200 len: 1098 time: 0.0603607 Jun 11 19:40:07.372929 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cf384796-e0c4-4c73-b9e8-4a01af840866 req-a643a3f2-583f-4493-b390-a7fe5eeb74dc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cf150e4f-1d76-409f-8fb6-58280fcdbfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290630 Jun 11 19:40:07.529260 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3851bd-0a2f-472c-a9d2-4fcc5c906d68 req-f66cd4e5-5350-495f-8e79-8e900a2b0f9c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:07.530709 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2c3851bd-0a2f-472c-a9d2-4fcc5c906d68 req-f66cd4e5-5350-495f-8e79-8e900a2b0f9c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=a876f2d2-95ff-4d69-80d6-9ecd70ef0e24 HTTP/1.1" status: 200 len: 945 time: 0.0667617 Jun 11 19:40:07.570238 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2c3851bd-0a2f-472c-a9d2-4fcc5c906d68 req-68afde60-f148-4a5a-b9ad-c539578e9f96 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf150e4f-1d76-409f-8fb6-58280fcdbfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340343 Jun 11 19:40:08.751747 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70114b8-4371-49cc-9891-4ed90acdbfd2 req-52e7cbe2-699a-44f2-9397-79a266743f68 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:08.753200 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f70114b8-4371-49cc-9891-4ed90acdbfd2 req-52e7cbe2-699a-44f2-9397-79a266743f68 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=a876f2d2-95ff-4d69-80d6-9ecd70ef0e24 HTTP/1.1" status: 200 len: 945 time: 0.0707169 Jun 11 19:40:08.794000 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f70114b8-4371-49cc-9891-4ed90acdbfd2 req-d7bd2661-36b7-4a83-84f7-b9e0688f399c tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf150e4f-1d76-409f-8fb6-58280fcdbfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352433 Jun 11 19:40:08.968669 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606ee36-d11a-4229-9106-d03936aee1d4 req-e7482535-4656-489d-adb9-985a20352eb0 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:08.970097 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b606ee36-d11a-4229-9106-d03936aee1d4 req-e7482535-4656-489d-adb9-985a20352eb0 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=a876f2d2-95ff-4d69-80d6-9ecd70ef0e24 HTTP/1.1" status: 200 len: 945 time: 0.0700951 Jun 11 19:40:08.978332 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 44318) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:40:08.982721 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-67e347e4-ecad-4d30-b991-3da70e25b9d9 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Request body: {'floatingip': {'port_id': '975033c7-e07d-41bc-8599-c40d8620e7f9'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:40:09.036676 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-67e347e4-ecad-4d30-b991-3da70e25b9d9 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for floatingip, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:09.046995 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-56484211-4ada-4f7e-81f6-87ee1685ec8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:09.232825 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:09.874577 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-67e347e4-ecad-4d30-b991-3da70e25b9d9 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:09.878996 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-67e347e4-ecad-4d30-b991-3da70e25b9d9 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931187'] for floatingip, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:10.013553 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.l3_db [None req-67e347e4-ecad-4d30-b991-3da70e25b9d9 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Floating IP a809650e-1771-4b49-a4fc-b0fbca6eb455 associated. External IP: 172.27.0.124, port: 975033c7-e07d-41bc-8599-c40d8620e7f9. Jun 11 19:40:10.284835 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e347e4-ecad-4d30-b991-3da70e25b9d9 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Router 7ae05304-a682-463d-a9f2-03586ab58638 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:40:10.406873 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:10.427875 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e347e4-ecad-4d30-b991-3da70e25b9d9 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:40:10.432600 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-67e347e4-ecad-4d30-b991-3da70e25b9d9 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:10.437062 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bf165a-13ea-4f39-b16b-348024321ee4 None None] Sync routers for ids ['7ae05304-a682-463d-a9f2-03586ab58638'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:40:10.445823 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bf165a-13ea-4f39-b16b-348024321ee4 None None] Routers {'7ae05304-a682-463d-a9f2-03586ab58638'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:40:10.446430 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-45bf165a-13ea-4f39-b16b-348024321ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:40:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['7ae05304-a682-463d-a9f2-03586ab58638'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:40:10.474507 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-67e347e4-ecad-4d30-b991-3da70e25b9d9 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "PUT /v2.0/floatingips/a809650e-1771-4b49-a4fc-b0fbca6eb455 HTTP/1.1" status: 200 len: 991 time: 1.4951119 Jun 11 19:40:10.475175 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a876f2d2-95ff-4d69-80d6-9ecd70ef0e24', 'tag': '975033c7-e07d-41bc-8599-c40d8620e7f9'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:40:10.477552 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120c0971-07b5-4738-8d48-79432ed22650" -d '{"events": [{"name": "network-changed", "server_uuid": "a876f2d2-95ff-4d69-80d6-9ecd70ef0e24", "tag": "975033c7-e07d-41bc-8599-c40d8620e7f9"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:40:10.514843 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04293970-2bb9-487c-b4fd-511f33468441 x-openstack-request-id: req-04293970-2bb9-487c-b4fd-511f33468441 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:40:10.515333 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a876f2d2-95ff-4d69-80d6-9ecd70ef0e24", "tag": "975033c7-e07d-41bc-8599-c40d8620e7f9", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:40:10.515681 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04293970-2bb9-487c-b4fd-511f33468441 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:40:10.516213 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a876f2d2-95ff-4d69-80d6-9ecd70ef0e24', 'tag': '975033c7-e07d-41bc-8599-c40d8620e7f9', 'status': 'completed', 'code': 200} Jun 11 19:40:10.592726 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-45bf165a-13ea-4f39-b16b-348024321ee4 None None] Set router 7ae05304-a682-463d-a9f2-03586ab58638 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:40:10.604552 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c0971-07b5-4738-8d48-79432ed22650 req-d8ae3f95-2f3d-4d00-8122-35005c0ea48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:10.606018 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-120c0971-07b5-4738-8d48-79432ed22650 req-d8ae3f95-2f3d-4d00-8122-35005c0ea48f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=add1c563d4f842f79fd0b4094b476cb4&device_id=a876f2d2-95ff-4d69-80d6-9ecd70ef0e24 HTTP/1.1" status: 200 len: 1098 time: 0.0648999 Jun 11 19:40:10.725352 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c0971-07b5-4738-8d48-79432ed22650 req-01cf5300-6aa5-4474-b42a-6e7510ca4c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:10.726889 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-120c0971-07b5-4738-8d48-79432ed22650 req-01cf5300-6aa5-4474-b42a-6e7510ca4c0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd0799f3-e1f4-4564-b8cd-089a9187317a HTTP/1.1" status: 200 len: 912 time: 0.1131968 Jun 11 19:40:10.810290 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-120c0971-07b5-4738-8d48-79432ed22650 req-33b8cdbb-e106-4f55-8fc1-e70ee8ce1b50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=975033c7-e07d-41bc-8599-c40d8620e7f9 HTTP/1.1" status: 200 len: 999 time: 0.0733273 Jun 11 19:40:10.871829 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c0971-07b5-4738-8d48-79432ed22650 req-15b97ed2-e3db-4fc0-bc4f-b2438b8db0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:10.873152 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-120c0971-07b5-4738-8d48-79432ed22650 req-15b97ed2-e3db-4fc0-bc4f-b2438b8db0b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e6eba21-4314-4ef9-a7be-0d0c169a43f5 HTTP/1.1" status: 200 len: 850 time: 0.0547404 Jun 11 19:40:10.873542 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-45bf165a-13ea-4f39-b16b-348024321ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:35:32Z', 'revision_number': 4, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port': {'id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:25Z', 'updated_at': '2021-06-11T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': 'a809650e-1771-4b49-a4fc-b0fbca6eb455', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'port_id': '975033c7-e07d-41bc-8599-c40d8620e7f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'mac_address': 'fa:16:3e:0d:e0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a876f2d2-95ff-4d69-80d6-9ecd70ef0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:39:56Z', 'updated_at': '2021-06-11T19:40:09Z', 'revision_number': 1, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e50259b-8f01-4720-bb4d-c66ffd6f781b', 'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'mac_address': 'fa:16:3e:14:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:30Z', 'updated_at': '2021-06-11T19:35:41Z', 'revision_number': 5, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'subnets': [{'id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:40:10.876823 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bf165a-13ea-4f39-b16b-348024321ee4 None None] Checking router: 7ae05304-a682-463d-a9f2-03586ab58638 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:40:10.884490 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bf165a-13ea-4f39-b16b-348024321ee4 None None] Routers {'7ae05304-a682-463d-a9f2-03586ab58638'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:40:10.885075 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-45bf165a-13ea-4f39-b16b-348024321ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:40:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['7ae05304-a682-463d-a9f2-03586ab58638'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:40:10.935766 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c0971-07b5-4738-8d48-79432ed22650 req-e565dd16-8bfc-4dae-bf04-e3c5180e45c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:10.937225 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-120c0971-07b5-4738-8d48-79432ed22650 req-e565dd16-8bfc-4dae-bf04-e3c5180e45c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd0799f3-e1f4-4564-b8cd-089a9187317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565863 Jun 11 19:40:11.023189 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-45bf165a-13ea-4f39-b16b-348024321ee4 None None] Set router 7ae05304-a682-463d-a9f2-03586ab58638 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:40:11.056657 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-120c0971-07b5-4738-8d48-79432ed22650 req-ac6b79c2-e85b-45ec-b0c3-f666f12864d0 service neutron] 10.222.0.39 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103613 Jun 11 19:40:11.176449 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-120c0971-07b5-4738-8d48-79432ed22650 req-70494f1d-8b80-48aa-ad85-d2253de00afe service neutron] 10.222.0.39 "GET /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114807 Jun 11 19:40:11.430119 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-45bf165a-13ea-4f39-b16b-348024321ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:35:32Z', 'revision_number': 4, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port': {'id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:25Z', 'updated_at': '2021-06-11T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': 'a809650e-1771-4b49-a4fc-b0fbca6eb455', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'port_id': '975033c7-e07d-41bc-8599-c40d8620e7f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'mac_address': 'fa:16:3e:0d:e0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a876f2d2-95ff-4d69-80d6-9ecd70ef0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:39:56Z', 'updated_at': '2021-06-11T19:40:09Z', 'revision_number': 1, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e50259b-8f01-4720-bb4d-c66ffd6f781b', 'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'mac_address': 'fa:16:3e:14:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:30Z', 'updated_at': '2021-06-11T19:35:41Z', 'revision_number': 5, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'subnets': [{'id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:40:11.433359 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bf165a-13ea-4f39-b16b-348024321ee4 None None] The sync data for ids ['7ae05304-a682-463d-a9f2-03586ab58638'] in dv-cinder-790535-3-iscsi is: [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:35:32Z', 'revision_number': 4, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port': {'id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:25Z', 'updated_at': '2021-06-11T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': 'a809650e-1771-4b49-a4fc-b0fbca6eb455', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'port_id': '975033c7-e07d-41bc-8599-c40d8620e7f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'mac_address': 'fa:16:3e:0d:e0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a876f2d2-95ff-4d69-80d6-9ecd70ef0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:39:56Z', 'updated_at': '2021-06-11T19:40:09Z', 'revision_number': 1, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e50259b-8f01-4720-bb4d-c66ffd6f781b', 'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'mac_address': 'fa:16:3e:14:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:30Z', 'updated_at': '2021-06-11T19:35:41Z', 'revision_number': 5, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'subnets': [{'id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:40:11.619232 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f229f3-2199-4aae-b859-e1f6c3d8440f None None] New status for floating IP a809650e-1771-4b49-a4fc-b0fbca6eb455: ACTIVE {{(pid=91836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:40:11.916927 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:17.527363 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:40:27.388560 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:32.176453 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-47fcfbd9-c6d3-4cc9-a5c4-ba20b36b7209 req-dd4caf49-234a-4f08-9419-fbda5449c0f8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554006 Jun 11 19:40:32.285283 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fcfbd9-c6d3-4cc9-a5c4-ba20b36b7209 req-f5b62790-54c2-439f-8fd4-b77ff579aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:32.286757 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-47fcfbd9-c6d3-4cc9-a5c4-ba20b36b7209 req-f5b62790-54c2-439f-8fd4-b77ff579aca8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e11c9a92b2034fce97efde0e6eb32aa1&device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 1100 time: 0.0566111 Jun 11 19:40:32.412857 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fcfbd9-c6d3-4cc9-a5c4-ba20b36b7209 req-b670af4c-9e9f-48b6-890e-b02bda59dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:32.414157 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-47fcfbd9-c6d3-4cc9-a5c4-ba20b36b7209 req-b670af4c-9e9f-48b6-890e-b02bda59dec2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b HTTP/1.1" status: 200 len: 917 time: 0.1069353 Jun 11 19:40:32.508090 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-47fcfbd9-c6d3-4cc9-a5c4-ba20b36b7209 req-bb602c75-ccb3-4fa7-a030-5dbb2c13ffcd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b2b88a3-b657-4c9d-b212-af924de0695c HTTP/1.1" status: 200 len: 1002 time: 0.0762804 Jun 11 19:40:32.564681 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fcfbd9-c6d3-4cc9-a5c4-ba20b36b7209 req-d7ec9172-c3cd-4c75-a3b2-43a717fefa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:32.566013 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-47fcfbd9-c6d3-4cc9-a5c4-ba20b36b7209 req-d7ec9172-c3cd-4c75-a3b2-43a717fefa73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b1b2f8b-4f81-46c4-a470-0a07973694a0 HTTP/1.1" status: 200 len: 855 time: 0.0496171 Jun 11 19:40:32.629316 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fcfbd9-c6d3-4cc9-a5c4-ba20b36b7209 req-f58c31a7-12bb-4a26-a581-3edbcab353d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:32.630720 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-47fcfbd9-c6d3-4cc9-a5c4-ba20b36b7209 req-f58c31a7-12bb-4a26-a581-3edbcab353d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551620 Jun 11 19:40:32.741952 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-47fcfbd9-c6d3-4cc9-a5c4-ba20b36b7209 req-968f7ba6-dfa5-4111-8acb-f3a18ba6e05f service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042762 Jun 11 19:40:32.856942 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-47fcfbd9-c6d3-4cc9-a5c4-ba20b36b7209 req-029c24e9-b142-425c-8440-ae1b530f7a3b service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073895 Jun 11 19:40:36.689506 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-44669781-8cbe-4750-bcab-a0a4d136811f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:39.046980 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-0626c63c-ce9e-48fc-aa8b-15fb665d7a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:39.235403 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:40.408674 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:41.919406 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:42.748899 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c60ed7-4a88-42d3-bd7d-87a613440ce3 req-7b9aa41e-19bd-45fc-a4c6-6135dab28544 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:42.750382 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a9c60ed7-4a88-42d3-bd7d-87a613440ce3 req-7b9aa41e-19bd-45fc-a4c6-6135dab28544 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 947 time: 0.0691216 Jun 11 19:40:42.796793 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a9c60ed7-4a88-42d3-bd7d-87a613440ce3 req-b6b07d4d-13bc-4512-9afc-a4090c33983d tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399601 Jun 11 19:40:43.984828 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936035e7-a458-4d9f-a716-f9bee40916c4 req-9e8296d9-ea97-4616-a2cc-86b6d0ffad1a tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:43.986192 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-936035e7-a458-4d9f-a716-f9bee40916c4 req-9e8296d9-ea97-4616-a2cc-86b6d0ffad1a tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 947 time: 0.0721955 Jun 11 19:40:44.027260 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-936035e7-a458-4d9f-a716-f9bee40916c4 req-dfa3c493-6e60-42c5-908b-b7968aeb0a53 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354192 Jun 11 19:40:44.630221 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145542b2-741d-474a-9006-821e0017d5c3 req-2f89fbe0-7e34-4d8c-ba62-59cacb622354 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:44.631620 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-145542b2-741d-474a-9006-821e0017d5c3 req-2f89fbe0-7e34-4d8c-ba62-59cacb622354 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 947 time: 0.0663314 Jun 11 19:40:44.741525 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-145542b2-741d-474a-9006-821e0017d5c3 req-648e65c3-603e-41fc-8da1-c6108a5bf7d9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Deleting port 5b2b88a3-b657-4c9d-b212-af924de0695c {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:40:44.741864 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-145542b2-741d-474a-9006-821e0017d5c3 req-648e65c3-603e-41fc-8da1-c6108a5bf7d9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:44.854332 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-145542b2-741d-474a-9006-821e0017d5c3 req-648e65c3-603e-41fc-8da1-c6108a5bf7d9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] For port 5b2b88a3-b657-4c9d-b212-af924de0695c, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5b2b88a3-b657-4c9d-b212-af924de0695c,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:40:44.854732 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-145542b2-741d-474a-9006-821e0017d5c3 req-648e65c3-603e-41fc-8da1-c6108a5bf7d9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:45.067284 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-145542b2-741d-474a-9006-821e0017d5c3 req-648e65c3-603e-41fc-8da1-c6108a5bf7d9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:45.068063 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-145542b2-741d-474a-9006-821e0017d5c3 req-648e65c3-603e-41fc-8da1-c6108a5bf7d9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931187'] for floatingip, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:45.068063 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.l3_db [req-145542b2-741d-474a-9006-821e0017d5c3 req-648e65c3-603e-41fc-8da1-c6108a5bf7d9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Floating IP 53fbbab6-6dc4-4c96-9782-680610e34ef0 disassociated. External IP: 172.27.0.180, port: 5b2b88a3-b657-4c9d-b212-af924de0695c. Jun 11 19:40:45.068259 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-145542b2-741d-474a-9006-821e0017d5c3 req-648e65c3-603e-41fc-8da1-c6108a5bf7d9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Calling delete_port for 5b2b88a3-b657-4c9d-b212-af924de0695c owned by compute:nova {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:40:45.257805 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-145542b2-741d-474a-9006-821e0017d5c3 req-648e65c3-603e-41fc-8da1-c6108a5bf7d9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:45.266090 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca30fb-d026-428c-af4b-f58d53fabb88 req-e4f83e4c-eafd-452a-b957-aa741da0377e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:45.267532 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d1ca30fb-d026-428c-af4b-f58d53fabb88 req-e4f83e4c-eafd-452a-b957-aa741da0377e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 947 time: 0.1161740 Jun 11 19:40:45.270310 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e79d8a50-c02c-4c4f-a24a-4cd590125296 tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:45.306199 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e65c3-603e-41fc-8da1-c6108a5bf7d9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Pushing event deleted for resources: {'Port': ['ID=5b2b88a3-b657-4c9d-b212-af924de0695c,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:45.322894 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-648e65c3-603e-41fc-8da1-c6108a5bf7d9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:45.430518 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d1ca30fb-d026-428c-af4b-f58d53fabb88 req-c8342310-dae8-4585-b8ee-925402041bd4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552253 Jun 11 19:40:45.479769 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-145542b2-741d-474a-9006-821e0017d5c3 req-648e65c3-603e-41fc-8da1-c6108a5bf7d9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Router 0cd97fca-84fc-4907-83cc-3662f4e92689 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:40:45.909662 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-145542b2-741d-474a-9006-821e0017d5c3 req-648e65c3-603e-41fc-8da1-c6108a5bf7d9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:40:45.919671 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7d1f17-de9e-42f0-987e-f9ae0317b875 None None] Sync routers for ids ['0cd97fca-84fc-4907-83cc-3662f4e92689'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:40:45.928713 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7d1f17-de9e-42f0-987e-f9ae0317b875 None None] Routers {'0cd97fca-84fc-4907-83cc-3662f4e92689'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:40:45.929321 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-2c7d1f17-de9e-42f0-987e-f9ae0317b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:40:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['0cd97fca-84fc-4907-83cc-3662f4e92689'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:40:45.963995 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-145542b2-741d-474a-9006-821e0017d5c3 req-648e65c3-603e-41fc-8da1-c6108a5bf7d9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] No DVR routers for this DVR port 5b2b88a3-b657-4c9d-b212-af924de0695c on host hv-cinder-79053 {{(pid=91834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:40:45.966487 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-145542b2-741d-474a-9006-821e0017d5c3 req-648e65c3-603e-41fc-8da1-c6108a5bf7d9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:45.968554 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-145542b2-741d-474a-9006-821e0017d5c3 req-648e65c3-603e-41fc-8da1-c6108a5bf7d9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.39 "DELETE /v2.0/ports/5b2b88a3-b657-4c9d-b212-af924de0695c HTTP/1.1" status: 204 len: 173 time: 1.3313694 Jun 11 19:40:45.969058 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f', 'name': 'network-vif-deleted', 'tag': '5b2b88a3-b657-4c9d-b212-af924de0695c'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:40:45.971349 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3561727-04fd-436a-ba9e-322bafad3fb5" -d '{"events": [{"server_uuid": "5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f", "name": "network-vif-deleted", "tag": "5b2b88a3-b657-4c9d-b212-af924de0695c"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:40:46.014514 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2eba05-feef-436f-be58-ee9251e85961 x-openstack-request-id: req-4d2eba05-feef-436f-be58-ee9251e85961 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:40:46.014918 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f", "name": "network-vif-deleted", "tag": "5b2b88a3-b657-4c9d-b212-af924de0695c", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:40:46.015236 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d2eba05-feef-436f-be58-ee9251e85961 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:40:46.015666 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f', 'name': 'network-vif-deleted', 'tag': '5b2b88a3-b657-4c9d-b212-af924de0695c', 'status': 'completed', 'code': 200} Jun 11 19:40:46.083445 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-2c7d1f17-de9e-42f0-987e-f9ae0317b875 None None] Set router 0cd97fca-84fc-4907-83cc-3662f4e92689 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:40:46.333472 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-2c7d1f17-de9e-42f0-987e-f9ae0317b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:37:50Z', 'revision_number': 4, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port': {'id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:46Z', 'updated_at': '2021-06-11T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '47a59062-68d6-4cf6-b949-1e1c1610770a', 'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'mac_address': 'fa:16:3e:18:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:50Z', 'updated_at': '2021-06-11T19:37:55Z', 'revision_number': 5, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'subnets': [{'id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:40:46.336734 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7d1f17-de9e-42f0-987e-f9ae0317b875 None None] Checking router: 0cd97fca-84fc-4907-83cc-3662f4e92689 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:40:46.345054 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7d1f17-de9e-42f0-987e-f9ae0317b875 None None] Routers {'0cd97fca-84fc-4907-83cc-3662f4e92689'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:40:46.345723 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-2c7d1f17-de9e-42f0-987e-f9ae0317b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:40:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['0cd97fca-84fc-4907-83cc-3662f4e92689'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:40:46.494988 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-2c7d1f17-de9e-42f0-987e-f9ae0317b875 None None] Set router 0cd97fca-84fc-4907-83cc-3662f4e92689 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:40:46.602052 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6042f16c-6751-40f5-9836-c4844e725477 req-4e81b561-5c4d-4e56-a812-4a9a5fd8ad51 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c81c5ac-4c6f-40d7-8e99-6b5b6f67981f HTTP/1.1" status: 200 len: 210 time: 0.0338125 Jun 11 19:40:46.765500 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-2c7d1f17-de9e-42f0-987e-f9ae0317b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:37:50Z', 'revision_number': 4, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port': {'id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:46Z', 'updated_at': '2021-06-11T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '47a59062-68d6-4cf6-b949-1e1c1610770a', 'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'mac_address': 'fa:16:3e:18:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:50Z', 'updated_at': '2021-06-11T19:37:55Z', 'revision_number': 5, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'subnets': [{'id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:40:46.769166 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7d1f17-de9e-42f0-987e-f9ae0317b875 None None] The sync data for ids ['0cd97fca-84fc-4907-83cc-3662f4e92689'] in dv-cinder-790535-3-iscsi is: [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:37:50Z', 'revision_number': 4, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port': {'id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:46Z', 'updated_at': '2021-06-11T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '47a59062-68d6-4cf6-b949-1e1c1610770a', 'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'mac_address': 'fa:16:3e:18:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:50Z', 'updated_at': '2021-06-11T19:37:55Z', 'revision_number': 5, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'subnets': [{'id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:40:46.960001 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e7a4a-cb72-47a8-862d-6fec7a26ef46 None None] New status for floating IP 53fbbab6-6dc4-4c96-9782-680610e34ef0: DOWN {{(pid=91836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:40:47.731103 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 44438) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:40:47.788002 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c012ed03-96bc-4674-9d75-7cd4d07da34c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:47.811810 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c012ed03-96bc-4674-9d75-7cd4d07da34c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:47.863124 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c012ed03-96bc-4674-9d75-7cd4d07da34c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:47.865764 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c012ed03-96bc-4674-9d75-7cd4d07da34c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:47.866921 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-c012ed03-96bc-4674-9d75-7cd4d07da34c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "DELETE /v2.0/security-groups/791e7b74-b1e6-40e3-b1bd-dc3babdf11ea HTTP/1.1" status: 204 len: 168 time: 0.1348128 Jun 11 19:40:47.867788 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-8f8f0624-896f-477e-accb-f89115791257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:47.869701 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 44442) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:40:47.879250 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012ed03-96bc-4674-9d75-7cd4d07da34c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=791e7b74-b1e6-40e3-b1bd-dc3babdf11ea,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:47.886169 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-c012ed03-96bc-4674-9d75-7cd4d07da34c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:47.886826 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.api.v2.resource [None req-c371628f-3bad-4aa2-850e-f198aa9e6afd tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] show failed (client error): The resource could not be found. Jun 11 19:40:47.888579 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-c371628f-3bad-4aa2-850e-f198aa9e6afd tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups/791e7b74-b1e6-40e3-b1bd-dc3babdf11ea HTTP/1.1" status: 404 len: 347 time: 0.0178285 Jun 11 19:40:47.889129 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 44444) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:40:48.056730 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Deleting port 3b125328-b98e-4478-b069-a23528b329d1 {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:40:48.057070 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:48.151655 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:48.151883 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:48.242207 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Calling delete_port for 3b125328-b98e-4478-b069-a23528b329d1 owned by network:floatingip {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:40:48.390574 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:48.393188 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:48.425706 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Pushing event deleted for resources: {'Port': ['ID=3b125328-b98e-4478-b069-a23528b329d1,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:48.455465 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:48.455847 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:48.456988 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:48.457358 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:48.457716 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:48.458075 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:48.458447 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:48.458808 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:48.459163 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:48.459509 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:48.459866 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:48.460213 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:48.463711 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:48.506366 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for floatingip, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:48.508927 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:48.510044 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-5d5bf3f9-9619-4fb5-8766-191bad7c16ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "DELETE /v2.0/floatingips/53fbbab6-6dc4-4c96-9782-680610e34ef0 HTTP/1.1" status: 204 len: 168 time: 0.6200364 Jun 11 19:40:48.771148 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 44448) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:40:48.775856 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-d620b40e-e106-4438-bedf-693141ef5780 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--642635618', 'description': 'tempest-description--237047211'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:40:48.795838 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d620b40e-e106-4438-bedf-693141ef5780 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:48.881133 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d620b40e-e106-4438-bedf-693141ef5780 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:48.884726 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d620b40e-e106-4438-bedf-693141ef5780 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:48.887862 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-ed27a068-200a-4b93-b976-a4b1431d96f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:48.913103 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d620b40e-e106-4438-bedf-693141ef5780 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:48.914276 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-d620b40e-e106-4438-bedf-693141ef5780 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1421542 Jun 11 19:40:48.916151 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620b40e-e106-4438-bedf-693141ef5780 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6634385-8245-4c8d-a32b-d7e74c44eb26,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:48.917221 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 44450) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:40:48.918928 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-d620b40e-e106-4438-bedf-693141ef5780 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:48.921987 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-5211a244-3745-4eaa-8ba6-6dc90c05fc13 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Request body: {'security_group_rule': {'security_group_id': 'd6634385-8245-4c8d-a32b-d7e74c44eb26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:40:48.948973 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-5211a244-3745-4eaa-8ba6-6dc90c05fc13 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:49.012259 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-5211a244-3745-4eaa-8ba6-6dc90c05fc13 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:49.015779 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-5211a244-3745-4eaa-8ba6-6dc90c05fc13 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:49.017773 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:49.034428 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211a244-3745-4eaa-8ba6-6dc90c05fc13 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56aef4f7-b272-4157-aba8-5fa68e60c8c9,revision_number=0']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:49.037355 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-5211a244-3745-4eaa-8ba6-6dc90c05fc13 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:49.040769 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-5211a244-3745-4eaa-8ba6-6dc90c05fc13 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:49.042153 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-5211a244-3745-4eaa-8ba6-6dc90c05fc13 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238177 Jun 11 19:40:49.044794 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 44454) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:40:49.050674 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-ba9b6030-ea04-42ed-9495-baa89ac2abd4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Request body: {'security_group_rule': {'security_group_id': 'd6634385-8245-4c8d-a32b-d7e74c44eb26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:40:49.076390 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ba9b6030-ea04-42ed-9495-baa89ac2abd4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:49.136701 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ba9b6030-ea04-42ed-9495-baa89ac2abd4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:49.140128 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ba9b6030-ea04-42ed-9495-baa89ac2abd4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:49.145051 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-63a8b93d-1bb6-4c87-a0d6-a3c8cdee396e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:49.159274 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b6030-ea04-42ed-9495-baa89ac2abd4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0d8ab1-8473-4b7c-acd2-33b9006eda5c,revision_number=0']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:49.162233 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-ba9b6030-ea04-42ed-9495-baa89ac2abd4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:49.166433 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ba9b6030-ea04-42ed-9495-baa89ac2abd4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:49.167591 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-ba9b6030-ea04-42ed-9495-baa89ac2abd4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218691 Jun 11 19:40:49.170520 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 44456) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:40:49.175109 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Request body: {'floatingip': {'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:40:49.196090 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for floatingip, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:49.207023 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 5b2b88a3-b657-4c9d-b212-af924de0695c no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:40:49.231901 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: 5b2b88a3-b657-4c9d-b212-af924de0695c {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:40:49.232261 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 5b2b88a3-b657-4c9d-b212-af924de0695c not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:40:49.313096 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:49.433210 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Allocated IP 172.27.0.32 (96e13ff2-92ce-495c-a9c8-09520c2db46e/3317fd00-ab75-48b2-85c3-a34ed1654e31/54fed1e6-e2e8-4f44-a739-9e4bc3a1c0a4) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:40:49.555318 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:49.593411 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9110942'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:49.596042 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-bb00fd76-fe02-4950-87ef-a6b7a10caa02 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:49.642418 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:40:49.645246 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:40:49.648709 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:40:49.677605 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Pushing event updated for resources: {'Port': ['ID=54fed1e6-e2e8-4f44-a739-9e4bc3a1c0a4,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:49.691902 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:49.692282 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:49.692654 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:49.693021 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:49.693387 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:49.693747 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:49.694104 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:49.694461 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:49.694840 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:49.695196 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:49.695552 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:49.695901 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:49.700367 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:49.763628 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:49.811613 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:49.992520 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:49.996866 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:49.999671 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-4d63dc24-f588-475b-bdf4-b177212e66de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:50.083338 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Pushing event updated for resources: {'Port': ['ID=54fed1e6-e2e8-4f44-a739-9e4bc3a1c0a4,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:50.087235 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:50.091652 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931187'] for floatingip, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:50.107077 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:50.108690 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9368587 Jun 11 19:40:50.299635 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-b3f19334-83e3-4269-839c-e53bad671439 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--642635618&fields=id&tenant_id=e11c9a92b2034fce97efde0e6eb32aa1 HTTP/1.1" status: 200 len: 267 time: 0.0363851 Jun 11 19:40:50.429815 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-b5c4a50f-0ff5-4cdc-b70d-0906d3b42cd7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:50.431167 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-b5c4a50f-0ff5-4cdc-b70d-0906d3b42cd7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/networks?id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b HTTP/1.1" status: 200 len: 816 time: 0.1247582 Jun 11 19:40:50.445290 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-6940bf8e-1b23-41d4-8ba8-a2026dd01a87 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/quotas/e11c9a92b2034fce97efde0e6eb32aa1 HTTP/1.1" status: 200 len: 375 time: 0.0087790 Jun 11 19:40:50.519397 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-1f3e0fff-ee53-4d18-a01b-b474a6524bc5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e11c9a92b2034fce97efde0e6eb32aa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0688167 Jun 11 19:40:50.635858 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-f92a74ee-e4eb-4693-8662-e30241d0fec1 service neutron] 10.222.0.24 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053903 Jun 11 19:40:50.748584 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-7ed0a2e4-9812-46b7-8960-7df989cc3007 service neutron] 10.222.0.24 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070449 Jun 11 19:40:50.917461 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-eebce74f-57fa-4bd3-b958-a6c9a357a59b req-91ead09b-c6d9-449b-ad72-524140270d10 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 210 time: 0.0332317 Jun 11 19:40:51.988320 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-0688b82c-eda9-469c-9aaf-da0f4dfaefb8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:51.989924 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-0688b82c-eda9-469c-9aaf-da0f4dfaefb8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.39 "GET /v2.0/networks?id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b HTTP/1.1" status: 200 len: 816 time: 0.1322775 Jun 11 19:40:52.038819 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-a63436dc-82b5-4d13-a942-d193e5e98c86 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e11c9a92b2034fce97efde0e6eb32aa1 HTTP/1.1" status: 200 len: 379 time: 0.0398638 Jun 11 19:40:52.055235 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-429d378e-3b8f-4e0b-a3e4-3082aa6e4ee7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Request body: {'port': {'device_id': '9989f589-a2bc-4356-9b61-696ee9998543', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'admin_state_up': True, 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'security_groups': ['d6634385-8245-4c8d-a32b-d7e74c44eb26']}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:40:52.080887 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2b492c7a-c62c-4d4d-a7ff-24045bd0e23f req-f4a9cafe-795c-4c59-978e-79242bf0cbc6 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 210 time: 0.0393488 Jun 11 19:40:52.220066 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-429d378e-3b8f-4e0b-a3e4-3082aa6e4ee7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Made reservation on behalf of e11c9a92b2034fce97efde0e6eb32aa1 for: {'port': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:40:52.224083 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-429d378e-3b8f-4e0b-a3e4-3082aa6e4ee7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:52.363995 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-429d378e-3b8f-4e0b-a3e4-3082aa6e4ee7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Allocated IP 172.20.0.6 (e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b/7b1b2f8b-4f81-46c4-a470-0a07973694a0/c37aa603-cf2e-4576-9b43-bbfd914e2b1e) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:40:52.531034 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-429d378e-3b8f-4e0b-a3e4-3082aa6e4ee7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:52.543518 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-429d378e-3b8f-4e0b-a3e4-3082aa6e4ee7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Transition to ACTIVE for port object c37aa603-cf2e-4576-9b43-bbfd914e2b1e will not be triggered until provisioned by entity DHCP. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:40:52.577499 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-429d378e-3b8f-4e0b-a3e4-3082aa6e4ee7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9110942'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:52.581995 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:52.629165 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-429d378e-3b8f-4e0b-a3e4-3082aa6e4ee7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Network e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:40:52.632391 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-429d378e-3b8f-4e0b-a3e4-3082aa6e4ee7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:40:52.634724 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-429d378e-3b8f-4e0b-a3e4-3082aa6e4ee7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:40:52.671602 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d378e-3b8f-4e0b-a3e4-3082aa6e4ee7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Pushing event updated for resources: {'Port': ['ID=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:52.674567 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-429d378e-3b8f-4e0b-a3e4-3082aa6e4ee7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:52.701688 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-429d378e-3b8f-4e0b-a3e4-3082aa6e4ee7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:52.702295 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-429d378e-3b8f-4e0b-a3e4-3082aa6e4ee7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:52.718643 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-429d378e-3b8f-4e0b-a3e4-3082aa6e4ee7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6682844 Jun 11 19:40:52.730323 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Request body: {'port': {'device_id': '9989f589-a2bc-4356-9b61-696ee9998543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:40:52.808784 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-bf69bc6b-eb1a-4dd5-9bc7-3c2a304c7de8 None None] Provisioning for port c37aa603-cf2e-4576-9b43-bbfd914e2b1e completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:40:52.812472 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-bf69bc6b-eb1a-4dd5-9bc7-3c2a304c7de8 None None] Provisioning complete for port c37aa603-cf2e-4576-9b43-bbfd914e2b1e triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:40:52.812864 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-bf69bc6b-eb1a-4dd5-9bc7-3c2a304c7de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:52.818462 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:52.852523 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-bf69bc6b-eb1a-4dd5-9bc7-3c2a304c7de8 None None] Port c37aa603-cf2e-4576-9b43-bbfd914e2b1e cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:40:53.121458 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37aa603-cf2e-4576-9b43-bbfd914e2b1e {{(pid=91834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:40:53.128928 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:53.141123 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Transition to ACTIVE for port object c37aa603-cf2e-4576-9b43-bbfd914e2b1e will not be triggered until provisioned by entity L2. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:40:53.144436 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:53.147297 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-c63cd4f9-21b5-487b-b322-5e2512a67102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:53.270619 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:53.276417 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:53.381177 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Attempting to bind port c37aa603-cf2e-4576-9b43-bbfd914e2b1e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:40:53.381519 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Attempting to bind port c37aa603-cf2e-4576-9b43-bbfd914e2b1e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '4b7ace0d-c4d2-439a-98ac-04c1e8998ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b'}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:40:53.381845 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Attempting to bind port c37aa603-cf2e-4576-9b43-bbfd914e2b1e on network e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:40:53.390308 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dedeaf-5b07-4014-9f53-f17291e5671f req-47dcb7c1-872e-46ec-afc9-6b0cabaac551 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:53.391771 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-57dedeaf-5b07-4014-9f53-f17291e5671f req-47dcb7c1-872e-46ec-afc9-6b0cabaac551 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.1613679 Jun 11 19:40:53.395405 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Port c37aa603-cf2e-4576-9b43-bbfd914e2b1e on network e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:40:53.395729 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Attempting to bind port c37aa603-cf2e-4576-9b43-bbfd914e2b1e on network e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:40:53.406662 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:40:53.406997 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Checking segment: {'id': '4b7ace0d-c4d2-439a-98ac-04c1e8998ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:40:53.407364 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Bound using segment: {'id': '4b7ace0d-c4d2-439a-98ac-04c1e8998ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b'} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:40:53.407785 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Bound port: c37aa603-cf2e-4576-9b43-bbfd914e2b1e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b7ace0d-c4d2-439a-98ac-04c1e8998ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b'}}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:40:53.408130 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:53.475043 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-57dedeaf-5b07-4014-9f53-f17291e5671f req-d6f9b660-1615-401f-899e-c2987af1211c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762787 Jun 11 19:40:53.506210 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] For port c37aa603-cf2e-4576-9b43-bbfd914e2b1e, host hv-cinder-79053, cleared binding levels {{(pid=91834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:40:53.509296 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] For port c37aa603-cf2e-4576-9b43-bbfd914e2b1e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:40:53.513745 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:53.515858 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-b287799a-7ef9-4ad4-bf6e-bf3d75a86bd3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:53.558575 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:53.559209 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:53.560571 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] 10.222.0.39 "PUT /v2.0/ports/c37aa603-cf2e-4576-9b43-bbfd914e2b1e HTTP/1.1" status: 200 len: 1093 time: 0.8346448 Jun 11 19:40:53.561089 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9989f589-a2bc-4356-9b61-696ee9998543', 'tag': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:40:53.563408 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ed9138-9789-4e45-930e-b977c0537fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "9989f589-a2bc-4356-9b61-696ee9998543", "tag": "c37aa603-cf2e-4576-9b43-bbfd914e2b1e"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:40:53.592427 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,revision_number=3']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:53.604658 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:53.614154 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97dfa28-6c58-463c-808b-6ec1450fa5b6 x-openstack-request-id: req-e97dfa28-6c58-463c-808b-6ec1450fa5b6 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:40:53.614471 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9989f589-a2bc-4356-9b61-696ee9998543", "tag": "c37aa603-cf2e-4576-9b43-bbfd914e2b1e", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:40:53.614787 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e97dfa28-6c58-463c-808b-6ec1450fa5b6 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:40:53.615795 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9989f589-a2bc-4356-9b61-696ee9998543', 'tag': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e', 'status': 'completed', 'code': 200} Jun 11 19:40:53.669100 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-91ee7cc7-1cf8-4815-8c63-e4da36812c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:53.670621 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-91ee7cc7-1cf8-4815-8c63-e4da36812c32 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e11c9a92b2034fce97efde0e6eb32aa1&device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 1096 time: 0.0649645 Jun 11 19:40:53.732215 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-2637b72a-e684-488e-b16f-fa773ed6ae8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c37aa603-cf2e-4576-9b43-bbfd914e2b1e HTTP/1.1" status: 200 len: 217 time: 0.0527346 Jun 11 19:40:53.790264 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-6585ce7b-f583-4901-82a6-a7c1e2d0883b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:53.791729 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-6585ce7b-f583-4901-82a6-a7c1e2d0883b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b1b2f8b-4f81-46c4-a470-0a07973694a0 HTTP/1.1" status: 200 len: 855 time: 0.0518472 Jun 11 19:40:53.855166 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-767679fd-3b02-4fd5-8377-da148ffe6aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:53.856647 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-767679fd-3b02-4fd5-8377-da148ffe6aa5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580742 Jun 11 19:40:53.991273 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-1be86033-34f9-4460-872e-2b2d325da30f service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272302 Jun 11 19:40:54.107406 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-793dd7c8-23ac-413b-bbb5-077a4b46cf6e req-f6e6b10e-6294-4afb-b5a2-54788e5abe40 service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095772 Jun 11 19:40:54.213782 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed9138-9789-4e45-930e-b977c0537fa3 req-b5934999-c1fd-48ae-8d4d-3b5bbc9983ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:54.215266 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c3ed9138-9789-4e45-930e-b977c0537fa3 req-b5934999-c1fd-48ae-8d4d-3b5bbc9983ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e11c9a92b2034fce97efde0e6eb32aa1&device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 1096 time: 0.0587056 Jun 11 19:40:54.327967 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed9138-9789-4e45-930e-b977c0537fa3 req-314abba3-be7a-41d2-bf6f-9a36710462b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:54.329344 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c3ed9138-9789-4e45-930e-b977c0537fa3 req-314abba3-be7a-41d2-bf6f-9a36710462b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b HTTP/1.1" status: 200 len: 917 time: 0.1065257 Jun 11 19:40:54.386193 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c3ed9138-9789-4e45-930e-b977c0537fa3 req-9b3460da-3c59-4b92-91d0-69c65ef57378 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c37aa603-cf2e-4576-9b43-bbfd914e2b1e HTTP/1.1" status: 200 len: 217 time: 0.0494585 Jun 11 19:40:54.441151 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed9138-9789-4e45-930e-b977c0537fa3 req-355eeb26-5ffd-4d12-a7de-92d6c9206a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:54.442484 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c3ed9138-9789-4e45-930e-b977c0537fa3 req-355eeb26-5ffd-4d12-a7de-92d6c9206a82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b1b2f8b-4f81-46c4-a470-0a07973694a0 HTTP/1.1" status: 200 len: 855 time: 0.0491126 Jun 11 19:40:54.504276 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed9138-9789-4e45-930e-b977c0537fa3 req-a4b3ef3c-5ac9-4c3e-bcbc-bed1f935b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:54.505644 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c3ed9138-9789-4e45-930e-b977c0537fa3 req-a4b3ef3c-5ac9-4c3e-bcbc-bed1f935b72b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557511 Jun 11 19:40:54.530987 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:40:54.659285 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c3ed9138-9789-4e45-930e-b977c0537fa3 req-3e4fd574-41c1-4ae4-9243-df5ab3b4b05a service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467931 Jun 11 19:40:54.754263 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca71ed-0e59-4baa-b4ee-be6a7a6f47bb req-93eac552-32a9-4c62-95db-2745ac7d18b5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:54.755865 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-95ca71ed-0e59-4baa-b4ee-be6a7a6f47bb req-93eac552-32a9-4c62-95db-2745ac7d18b5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.1617839 Jun 11 19:40:55.103919 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c3ed9138-9789-4e45-930e-b977c0537fa3 req-aee29ab8-b49c-4c87-9624-813014311d88 service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371440 Jun 11 19:40:55.111117 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-95ca71ed-0e59-4baa-b4ee-be6a7a6f47bb req-04509d3a-b420-48f9-a3cc-719c5b00d3fb tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3467808 Jun 11 19:40:56.291992 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a58c25-7abb-4254-98d6-5ed5b3c31c3f req-b7a07769-5e42-4477-baee-5fd70bc71d5e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:56.293372 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-63a58c25-7abb-4254-98d6-5ed5b3c31c3f req-b7a07769-5e42-4477-baee-5fd70bc71d5e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.0663381 Jun 11 19:40:56.334577 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-63a58c25-7abb-4254-98d6-5ed5b3c31c3f req-c89c4053-b3cf-401c-ae95-6c9d49296f18 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356739 Jun 11 19:40:57.254701 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device c37aa603-cf2e-4576-9b43-bbfd914e2b1e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:40:57.371512 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port c37aa603-cf2e-4576-9b43-bbfd914e2b1e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:40:57.383410 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'port_id': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e', 'mac_address': 'fa:16:3e:00:1f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:40:57.445092 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:57.447335 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:57.463084 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37aa603-cf2e-4576-9b43-bbfd914e2b1e {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:40:57.485186 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port c37aa603-cf2e-4576-9b43-bbfd914e2b1e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:40:57.490491 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:57.492449 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:57.535896 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687fe5-d956-4697-b96f-ca96aec8fc5f req-a2df231e-b884-4c33-882b-beadfbb8206e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:57.537326 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c9687fe5-d956-4697-b96f-ca96aec8fc5f req-a2df231e-b884-4c33-882b-beadfbb8206e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.0793855 Jun 11 19:40:57.545938 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:57.552844 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:57.553191 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:57.553529 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:57.553860 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:57.554188 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:57.554515 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:57.554870 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:57.555193 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:57.555517 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:57.555849 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:57.556148 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:57.556464 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:40:57.560275 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:57.578976 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c9687fe5-d956-4697-b96f-ca96aec8fc5f req-b5895ffa-c81c-4e96-b52f-4adafd831da4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357513 Jun 11 19:40:57.738943 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['c37aa603-cf2e-4576-9b43-bbfd914e2b1e'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:40:58.762366 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287856d-5c51-4f53-b682-c0624f1b55d6 req-c9f2ec0a-ca8a-4ddc-b48c-7d81542c6908 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:58.763811 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3287856d-5c51-4f53-b682-c0624f1b55d6 req-c9f2ec0a-ca8a-4ddc-b48c-7d81542c6908 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 944 time: 0.0686359 Jun 11 19:40:58.804474 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3287856d-5c51-4f53-b682-c0624f1b55d6 req-33311fcd-008c-4ada-9aed-7321cd649d88 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345111 Jun 11 19:40:59.277960 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device c37aa603-cf2e-4576-9b43-bbfd914e2b1e up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:40:59.330694 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port c37aa603-cf2e-4576-9b43-bbfd914e2b1e completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:40:59.335027 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port c37aa603-cf2e-4576-9b43-bbfd914e2b1e triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:40:59.335404 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:59.423274 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:59.447128 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9989f589-a2bc-4356-9b61-696ee9998543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:40:59.449344 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf00a8d-c05c-4009-915f-2fd99fa47495" -d '{"events": [{"server_uuid": "9989f589-a2bc-4356-9b61-696ee9998543", "name": "network-vif-plugged", "status": "completed", "tag": "c37aa603-cf2e-4576-9b43-bbfd914e2b1e"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:40:59.462918 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port c37aa603-cf2e-4576-9b43-bbfd914e2b1e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:40:59.468367 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:40:59.470244 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:40:59.496272 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f682a318-1ff2-49fa-bd59-24a4c4d40874 x-openstack-request-id: req-f682a318-1ff2-49fa-bd59-24a4c4d40874 {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:40:59.496572 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9989f589-a2bc-4356-9b61-696ee9998543", "name": "network-vif-plugged", "status": "completed", "tag": "c37aa603-cf2e-4576-9b43-bbfd914e2b1e", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:40:59.496835 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f682a318-1ff2-49fa-bd59-24a4c4d40874 {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:40:59.497227 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9989f589-a2bc-4356-9b61-696ee9998543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e', 'code': 200} Jun 11 19:40:59.524567 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:40:59.527383 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:40:59.707095 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e301320-0d39-4163-869d-141e2d7f4d1c req-2e968e46-a7e9-4e9d-90b9-65cdebe44a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:59.708501 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0e301320-0d39-4163-869d-141e2d7f4d1c req-2e968e46-a7e9-4e9d-90b9-65cdebe44a79 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 1098 time: 0.0597992 Jun 11 19:40:59.745875 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0e301320-0d39-4163-869d-141e2d7f4d1c req-90dab6fb-fcad-4326-9044-b049e56de139 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308478 Jun 11 19:40:59.982502 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eaf5a7-0938-43e8-9a37-6bce73116fa7 req-38228526-5b67-4519-9276-d5bf2ca10ba9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:40:59.983937 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-64eaf5a7-0938-43e8-9a37-6bce73116fa7 req-38228526-5b67-4519-9276-d5bf2ca10ba9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0670826 Jun 11 19:41:00.026163 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-64eaf5a7-0938-43e8-9a37-6bce73116fa7 req-9c5a108f-83d1-41da-9a73-1b17378fce00 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359893 Jun 11 19:41:01.215687 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce267e-70fd-4592-9fc5-1265eebfe962 req-0014019a-8a9d-4370-afa1-0bcba87093f0 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:01.217104 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e7ce267e-70fd-4592-9fc5-1265eebfe962 req-0014019a-8a9d-4370-afa1-0bcba87093f0 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0705693 Jun 11 19:41:01.259174 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e7ce267e-70fd-4592-9fc5-1265eebfe962 req-ab13794f-e279-45e0-a86a-74ea8b236b7c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358877 Jun 11 19:41:01.432375 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1250e0d-91e4-4714-ba38-a8cf7de97fbc req-ee9cc4e8-122b-4b4c-9e1d-65073edc9ed1 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:01.433701 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b1250e0d-91e4-4714-ba38-a8cf7de97fbc req-ee9cc4e8-122b-4b4c-9e1d-65073edc9ed1 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0666325 Jun 11 19:41:01.441906 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 44548) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:41:01.446378 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-1c87afba-3b89-405c-ace1-e260ba318ee8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Request body: {'floatingip': {'port_id': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:41:01.501627 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1c87afba-3b89-405c-ace1-e260ba318ee8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for floatingip, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:02.071072 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1c87afba-3b89-405c-ace1-e260ba318ee8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:02.076478 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1c87afba-3b89-405c-ace1-e260ba318ee8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931187'] for floatingip, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:02.217119 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.l3_db [None req-1c87afba-3b89-405c-ace1-e260ba318ee8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Floating IP f31fc12f-daa1-4712-a146-3b3925df70fd associated. External IP: 172.27.0.32, port: c37aa603-cf2e-4576-9b43-bbfd914e2b1e. Jun 11 19:41:02.495059 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c87afba-3b89-405c-ace1-e260ba318ee8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Router 0cd97fca-84fc-4907-83cc-3662f4e92689 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:41:02.633916 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c87afba-3b89-405c-ace1-e260ba318ee8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:41:02.638689 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1c87afba-3b89-405c-ace1-e260ba318ee8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:02.643909 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ca26c-9675-4a7f-a211-0c916ae93e70 None None] Sync routers for ids ['0cd97fca-84fc-4907-83cc-3662f4e92689'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:41:02.654030 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ca26c-9675-4a7f-a211-0c916ae93e70 None None] Routers {'0cd97fca-84fc-4907-83cc-3662f4e92689'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:41:02.654686 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-3e5ca26c-9675-4a7f-a211-0c916ae93e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:40:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['0cd97fca-84fc-4907-83cc-3662f4e92689'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:02.679557 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-1c87afba-3b89-405c-ace1-e260ba318ee8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "PUT /v2.0/floatingips/f31fc12f-daa1-4712-a146-3b3925df70fd HTTP/1.1" status: 200 len: 990 time: 1.2366204 Jun 11 19:41:02.680307 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9989f589-a2bc-4356-9b61-696ee9998543', 'tag': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:41:02.682686 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d414759a-090d-45ef-8b5d-70d849a83fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "9989f589-a2bc-4356-9b61-696ee9998543", "tag": "c37aa603-cf2e-4576-9b43-bbfd914e2b1e"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:41:02.719965 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d10d9d9-8047-4149-926e-426a8210f9d6 x-openstack-request-id: req-5d10d9d9-8047-4149-926e-426a8210f9d6 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:41:02.720290 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9989f589-a2bc-4356-9b61-696ee9998543", "tag": "c37aa603-cf2e-4576-9b43-bbfd914e2b1e", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:41:02.720578 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d10d9d9-8047-4149-926e-426a8210f9d6 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:41:02.721009 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9989f589-a2bc-4356-9b61-696ee9998543', 'tag': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e', 'status': 'completed', 'code': 200} Jun 11 19:41:02.807638 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414759a-090d-45ef-8b5d-70d849a83fbf req-bbb6452f-ff26-4985-870f-3042f478739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:02.807638 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d414759a-090d-45ef-8b5d-70d849a83fbf req-bbb6452f-ff26-4985-870f-3042f478739d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e11c9a92b2034fce97efde0e6eb32aa1&device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 1098 time: 0.0652423 Jun 11 19:41:02.926251 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414759a-090d-45ef-8b5d-70d849a83fbf req-51850fbe-9d53-4ce2-bbce-fcad0ec9276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:02.927742 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d414759a-090d-45ef-8b5d-70d849a83fbf req-51850fbe-9d53-4ce2-bbce-fcad0ec9276a service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b HTTP/1.1" status: 200 len: 917 time: 0.1142039 Jun 11 19:41:02.930111 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-3e5ca26c-9675-4a7f-a211-0c916ae93e70 None None] Set router 0cd97fca-84fc-4907-83cc-3662f4e92689 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:41:03.007682 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d414759a-090d-45ef-8b5d-70d849a83fbf req-0e728b0e-3b60-4d7c-8393-ef3d957201a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c37aa603-cf2e-4576-9b43-bbfd914e2b1e HTTP/1.1" status: 200 len: 998 time: 0.0733089 Jun 11 19:41:03.066321 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414759a-090d-45ef-8b5d-70d849a83fbf req-983d1292-d660-41f8-bb9e-aad695741485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:03.067679 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d414759a-090d-45ef-8b5d-70d849a83fbf req-983d1292-d660-41f8-bb9e-aad695741485 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b1b2f8b-4f81-46c4-a470-0a07973694a0 HTTP/1.1" status: 200 len: 855 time: 0.0539780 Jun 11 19:41:03.131549 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414759a-090d-45ef-8b5d-70d849a83fbf req-71124c95-377e-4149-bc7f-ee247a95b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:03.133017 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d414759a-090d-45ef-8b5d-70d849a83fbf req-71124c95-377e-4149-bc7f-ee247a95b672 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590470 Jun 11 19:41:03.211871 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-3e5ca26c-9675-4a7f-a211-0c916ae93e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:37:50Z', 'revision_number': 4, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port': {'id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:46Z', 'updated_at': '2021-06-11T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': 'f31fc12f-daa1-4712-a146-3b3925df70fd', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'port_id': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'mac_address': 'fa:16:3e:00:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989f589-a2bc-4356-9b61-696ee9998543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:40:49Z', 'updated_at': '2021-06-11T19:41:01Z', 'revision_number': 1, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a59062-68d6-4cf6-b949-1e1c1610770a', 'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'mac_address': 'fa:16:3e:18:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:50Z', 'updated_at': '2021-06-11T19:37:55Z', 'revision_number': 5, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'subnets': [{'id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:03.215206 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ca26c-9675-4a7f-a211-0c916ae93e70 None None] Checking router: 0cd97fca-84fc-4907-83cc-3662f4e92689 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:41:03.232005 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ca26c-9675-4a7f-a211-0c916ae93e70 None None] Routers {'0cd97fca-84fc-4907-83cc-3662f4e92689'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:41:03.232624 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-3e5ca26c-9675-4a7f-a211-0c916ae93e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:40:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['0cd97fca-84fc-4907-83cc-3662f4e92689'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:03.249264 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d414759a-090d-45ef-8b5d-70d849a83fbf req-0216d7a0-9dc6-4cc2-8f44-347ff3e93961 service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094573 Jun 11 19:41:03.367001 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d414759a-090d-45ef-8b5d-70d849a83fbf req-2511d1b9-c196-440d-bca8-f0e0495fbe89 service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104665 Jun 11 19:41:03.378381 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-3e5ca26c-9675-4a7f-a211-0c916ae93e70 None None] Set router 0cd97fca-84fc-4907-83cc-3662f4e92689 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:41:03.677156 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-3e5ca26c-9675-4a7f-a211-0c916ae93e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:37:50Z', 'revision_number': 4, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port': {'id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:46Z', 'updated_at': '2021-06-11T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': 'f31fc12f-daa1-4712-a146-3b3925df70fd', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'port_id': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'mac_address': 'fa:16:3e:00:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989f589-a2bc-4356-9b61-696ee9998543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:40:49Z', 'updated_at': '2021-06-11T19:41:01Z', 'revision_number': 1, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a59062-68d6-4cf6-b949-1e1c1610770a', 'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'mac_address': 'fa:16:3e:18:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:50Z', 'updated_at': '2021-06-11T19:37:55Z', 'revision_number': 5, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'subnets': [{'id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:03.680730 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ca26c-9675-4a7f-a211-0c916ae93e70 None None] The sync data for ids ['0cd97fca-84fc-4907-83cc-3662f4e92689'] in dv-cinder-790535-3-iscsi is: [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:37:50Z', 'revision_number': 4, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port': {'id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:46Z', 'updated_at': '2021-06-11T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': 'f31fc12f-daa1-4712-a146-3b3925df70fd', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'port_id': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'mac_address': 'fa:16:3e:00:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9989f589-a2bc-4356-9b61-696ee9998543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:40:49Z', 'updated_at': '2021-06-11T19:41:01Z', 'revision_number': 1, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a59062-68d6-4cf6-b949-1e1c1610770a', 'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'mac_address': 'fa:16:3e:18:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:50Z', 'updated_at': '2021-06-11T19:37:55Z', 'revision_number': 5, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'subnets': [{'id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:41:03.864692 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e91aa3-0094-4c1c-9508-fb013fba6c42 None None] New status for floating IP f31fc12f-daa1-4712-a146-3b3925df70fd: ACTIVE {{(pid=91836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:41:06.690196 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-e35dd1e6-c90d-4c01-962e-df3ab2328559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:09.047876 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-20282954-f130-42fc-801e-40c9de02a1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:09.236615 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:10.412062 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:11.921269 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:16.006524 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa12f7a-b85d-4477-ab5b-22906ac63f70 req-c8c3a79a-6ebd-4910-a340-c1d837b3f448 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:16.007979 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0aa12f7a-b85d-4477-ab5b-22906ac63f70 req-c8c3a79a-6ebd-4910-a340-c1d837b3f448 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=a876f2d2-95ff-4d69-80d6-9ecd70ef0e24 HTTP/1.1" status: 200 len: 945 time: 0.3520880 Jun 11 19:41:16.046763 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0aa12f7a-b85d-4477-ab5b-22906ac63f70 req-7b092874-7caf-40ae-b271-854c21376ded tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf150e4f-1d76-409f-8fb6-58280fcdbfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331476 Jun 11 19:41:17.229552 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec75d4-bae2-4d44-afe6-cd445fb7a12d req-c7b575a9-7eb9-4dd3-9879-367668f71924 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:17.230993 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6dec75d4-bae2-4d44-afe6-cd445fb7a12d req-c7b575a9-7eb9-4dd3-9879-367668f71924 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=a876f2d2-95ff-4d69-80d6-9ecd70ef0e24 HTTP/1.1" status: 200 len: 945 time: 0.0713980 Jun 11 19:41:17.271833 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6dec75d4-bae2-4d44-afe6-cd445fb7a12d req-fa4b6183-fc4d-4ccb-8ce8-9fce081c4ca9 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf150e4f-1d76-409f-8fb6-58280fcdbfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354240 Jun 11 19:41:17.656413 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9bd3e-2af7-4091-8554-4a21f3fa9809 req-d3b94cff-d379-4cc8-bfec-59c94aeafeb3 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:17.657826 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c6a9bd3e-2af7-4091-8554-4a21f3fa9809 req-d3b94cff-d379-4cc8-bfec-59c94aeafeb3 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.39 "GET /v2.0/ports?device_id=a876f2d2-95ff-4d69-80d6-9ecd70ef0e24 HTTP/1.1" status: 200 len: 945 time: 0.0672047 Jun 11 19:41:17.774943 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-c6a9bd3e-2af7-4091-8554-4a21f3fa9809 req-8228a878-e380-4efc-bc7b-38998771da8e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Deleting port 975033c7-e07d-41bc-8599-c40d8620e7f9 {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:41:17.775282 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-c6a9bd3e-2af7-4091-8554-4a21f3fa9809 req-8228a878-e380-4efc-bc7b-38998771da8e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:17.881482 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-c6a9bd3e-2af7-4091-8554-4a21f3fa9809 req-8228a878-e380-4efc-bc7b-38998771da8e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] For port 975033c7-e07d-41bc-8599-c40d8620e7f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=975033c7-e07d-41bc-8599-c40d8620e7f9,segment=NetworkSegment(4637dad3-ddce-4070-b99d-6de36c8e270c),segment_id=4637dad3-ddce-4070-b99d-6de36c8e270c)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:41:17.881834 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-c6a9bd3e-2af7-4091-8554-4a21f3fa9809 req-8228a878-e380-4efc-bc7b-38998771da8e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:18.101234 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-c6a9bd3e-2af7-4091-8554-4a21f3fa9809 req-8228a878-e380-4efc-bc7b-38998771da8e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:18.101511 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-c6a9bd3e-2af7-4091-8554-4a21f3fa9809 req-8228a878-e380-4efc-bc7b-38998771da8e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931187'] for floatingip, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:18.101815 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.l3_db [req-c6a9bd3e-2af7-4091-8554-4a21f3fa9809 req-8228a878-e380-4efc-bc7b-38998771da8e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Floating IP a809650e-1771-4b49-a4fc-b0fbca6eb455 disassociated. External IP: 172.27.0.124, port: 975033c7-e07d-41bc-8599-c40d8620e7f9. Jun 11 19:41:18.102152 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-c6a9bd3e-2af7-4091-8554-4a21f3fa9809 req-8228a878-e380-4efc-bc7b-38998771da8e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Calling delete_port for 975033c7-e07d-41bc-8599-c40d8620e7f9 owned by compute:nova {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:41:18.250378 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-c6a9bd3e-2af7-4091-8554-4a21f3fa9809 req-8228a878-e380-4efc-bc7b-38998771da8e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:18.254114 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:18.286790 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228a878-e380-4efc-bc7b-38998771da8e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Pushing event deleted for resources: {'Port': ['ID=975033c7-e07d-41bc-8599-c40d8620e7f9,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:18.290071 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-8228a878-e380-4efc-bc7b-38998771da8e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:18.432276 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b7863dda-7152-440b-bbe1-b129e25cf535 req-6694358d-a8b3-4a57-96ca-84ccba591be0 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/ports?device_id=a876f2d2-95ff-4d69-80d6-9ecd70ef0e24 HTTP/1.1" status: 200 len: 210 time: 0.0417457 Jun 11 19:41:18.468596 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6a9bd3e-2af7-4091-8554-4a21f3fa9809 req-8228a878-e380-4efc-bc7b-38998771da8e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Router 7ae05304-a682-463d-a9f2-03586ab58638 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:41:18.609878 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6a9bd3e-2af7-4091-8554-4a21f3fa9809 req-8228a878-e380-4efc-bc7b-38998771da8e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:41:18.620007 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf95ee61-ff08-4c05-94b8-89f77b21110c None None] Sync routers for ids ['7ae05304-a682-463d-a9f2-03586ab58638'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:41:18.630297 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf95ee61-ff08-4c05-94b8-89f77b21110c None None] Routers {'7ae05304-a682-463d-a9f2-03586ab58638'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:41:18.631085 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-bf95ee61-ff08-4c05-94b8-89f77b21110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:41:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['7ae05304-a682-463d-a9f2-03586ab58638'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:18.667274 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a9bd3e-2af7-4091-8554-4a21f3fa9809 req-8228a878-e380-4efc-bc7b-38998771da8e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] No DVR routers for this DVR port 975033c7-e07d-41bc-8599-c40d8620e7f9 on host hv-cinder-79053 {{(pid=91834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:41:18.669773 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-c6a9bd3e-2af7-4091-8554-4a21f3fa9809 req-8228a878-e380-4efc-bc7b-38998771da8e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:18.671843 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c6a9bd3e-2af7-4091-8554-4a21f3fa9809 req-8228a878-e380-4efc-bc7b-38998771da8e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.39 "DELETE /v2.0/ports/975033c7-e07d-41bc-8599-c40d8620e7f9 HTTP/1.1" status: 204 len: 173 time: 1.0083921 Jun 11 19:41:18.672354 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a876f2d2-95ff-4d69-80d6-9ecd70ef0e24', 'name': 'network-vif-deleted', 'tag': '975033c7-e07d-41bc-8599-c40d8620e7f9'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:41:18.674682 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4363b7d2-aafa-4802-963c-8e6f21953d31" -d '{"events": [{"server_uuid": "a876f2d2-95ff-4d69-80d6-9ecd70ef0e24", "name": "network-vif-deleted", "tag": "975033c7-e07d-41bc-8599-c40d8620e7f9"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:41:18.721838 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3c6501-abf1-45d4-9464-99e36b995750 x-openstack-request-id: req-6c3c6501-abf1-45d4-9464-99e36b995750 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:41:18.722156 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a876f2d2-95ff-4d69-80d6-9ecd70ef0e24", "name": "network-vif-deleted", "tag": "975033c7-e07d-41bc-8599-c40d8620e7f9", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:41:18.722510 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c3c6501-abf1-45d4-9464-99e36b995750 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:41:18.722972 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a876f2d2-95ff-4d69-80d6-9ecd70ef0e24', 'name': 'network-vif-deleted', 'tag': '975033c7-e07d-41bc-8599-c40d8620e7f9', 'status': 'completed', 'code': 200} Jun 11 19:41:18.778732 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-bf95ee61-ff08-4c05-94b8-89f77b21110c None None] Set router 7ae05304-a682-463d-a9f2-03586ab58638 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:41:19.027693 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-bf95ee61-ff08-4c05-94b8-89f77b21110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:35:32Z', 'revision_number': 4, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port': {'id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:25Z', 'updated_at': '2021-06-11T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '6e50259b-8f01-4720-bb4d-c66ffd6f781b', 'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'mac_address': 'fa:16:3e:14:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:30Z', 'updated_at': '2021-06-11T19:35:41Z', 'revision_number': 5, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'subnets': [{'id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:19.030915 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf95ee61-ff08-4c05-94b8-89f77b21110c None None] Checking router: 7ae05304-a682-463d-a9f2-03586ab58638 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:41:19.038860 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf95ee61-ff08-4c05-94b8-89f77b21110c None None] Routers {'7ae05304-a682-463d-a9f2-03586ab58638'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:41:19.039510 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-bf95ee61-ff08-4c05-94b8-89f77b21110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:41:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['7ae05304-a682-463d-a9f2-03586ab58638'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:19.324129 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-bf95ee61-ff08-4c05-94b8-89f77b21110c None None] Set router 7ae05304-a682-463d-a9f2-03586ab58638 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:41:19.557672 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 44674) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:41:19.581023 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-bf95ee61-ff08-4c05-94b8-89f77b21110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:35:32Z', 'revision_number': 4, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port': {'id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:25Z', 'updated_at': '2021-06-11T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '6e50259b-8f01-4720-bb4d-c66ffd6f781b', 'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'mac_address': 'fa:16:3e:14:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:30Z', 'updated_at': '2021-06-11T19:35:41Z', 'revision_number': 5, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'subnets': [{'id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:19.584918 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf95ee61-ff08-4c05-94b8-89f77b21110c None None] The sync data for ids ['7ae05304-a682-463d-a9f2-03586ab58638'] in dv-cinder-790535-3-iscsi is: [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:35:32Z', 'revision_number': 4, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port': {'id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:25Z', 'updated_at': '2021-06-11T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '6e50259b-8f01-4720-bb4d-c66ffd6f781b', 'name': '', 'network_id': 'dd0799f3-e1f4-4564-b8cd-089a9187317a', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'mac_address': 'fa:16:3e:14:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:30Z', 'updated_at': '2021-06-11T19:35:41Z', 'revision_number': 5, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'subnets': [{'id': '4e6eba21-4314-4ef9-a7be-0d0c169a43f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:41:19.623319 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-7a4ef96d-e802-4921-a941-cedee9464e9f tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:19.650413 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-7a4ef96d-e802-4921-a941-cedee9464e9f tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:19.703504 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-7a4ef96d-e802-4921-a941-cedee9464e9f tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:19.706060 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-7a4ef96d-e802-4921-a941-cedee9464e9f tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:19.710109 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-7a4ef96d-e802-4921-a941-cedee9464e9f tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "DELETE /v2.0/security-groups/cf150e4f-1d76-409f-8fb6-58280fcdbfb9 HTTP/1.1" status: 204 len: 168 time: 0.1491194 Jun 11 19:41:19.710109 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-6cff183f-40c4-4de1-b562-f0b8df74f07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:19.710924 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 44676) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:41:19.719124 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ef96d-e802-4921-a941-cedee9464e9f tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf150e4f-1d76-409f-8fb6-58280fcdbfb9,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:19.721491 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-7a4ef96d-e802-4921-a941-cedee9464e9f tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:19.728576 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.api.v2.resource [None req-b9f57bff-e547-43e1-9063-40b56bf0b512 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] show failed (client error): The resource could not be found. Jun 11 19:41:19.733077 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-b9f57bff-e547-43e1-9063-40b56bf0b512 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "GET /v2.0/security-groups/cf150e4f-1d76-409f-8fb6-58280fcdbfb9 HTTP/1.1" status: 404 len: 347 time: 0.0211368 Jun 11 19:41:19.742882 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 44678) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:41:19.822516 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebf10ce-2aed-4061-b260-63fe9a52c3fc None None] New status for floating IP a809650e-1771-4b49-a4fc-b0fbca6eb455: DOWN {{(pid=91836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:41:19.905330 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-e2647c21-ba1b-4850-946a-51e20bce9f86 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Deleting port f264c398-8577-48ea-97c9-751e6816492c {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:41:19.905594 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e2647c21-ba1b-4850-946a-51e20bce9f86 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:20.006467 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e2647c21-ba1b-4850-946a-51e20bce9f86 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:20.006823 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e2647c21-ba1b-4850-946a-51e20bce9f86 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:20.096596 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-e2647c21-ba1b-4850-946a-51e20bce9f86 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Calling delete_port for f264c398-8577-48ea-97c9-751e6816492c owned by network:floatingip {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:41:20.254400 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e2647c21-ba1b-4850-946a-51e20bce9f86 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:20.256212 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:20.283642 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2647c21-ba1b-4850-946a-51e20bce9f86 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Pushing event deleted for resources: {'Port': ['ID=f264c398-8577-48ea-97c9-751e6816492c,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:20.287308 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e2647c21-ba1b-4850-946a-51e20bce9f86 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:20.356426 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e2647c21-ba1b-4850-946a-51e20bce9f86 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks [] for floatingip, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:20.358984 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e2647c21-ba1b-4850-946a-51e20bce9f86 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:20.360097 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-e2647c21-ba1b-4850-946a-51e20bce9f86 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] 10.222.0.24 "DELETE /v2.0/floatingips/a809650e-1771-4b49-a4fc-b0fbca6eb455 HTTP/1.1" status: 204 len: 168 time: 0.6199441 Jun 11 19:41:21.453007 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 975033c7-e07d-41bc-8599-c40d8620e7f9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:41:21.477620 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: 975033c7-e07d-41bc-8599-c40d8620e7f9 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:41:21.477963 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 975033c7-e07d-41bc-8599-c40d8620e7f9 not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:41:24.025108 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 44712) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:41:24.613932 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-40ffd17a-fd73-4719-9da8-9a1500fe8ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-935124'] for router_interface, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:25.260584 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-40ffd17a-fd73-4719-9da8-9a1500fe8ac2 admin admin] Deleting port 6e50259b-8f01-4720-bb4d-c66ffd6f781b {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:41:25.261226 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-40ffd17a-fd73-4719-9da8-9a1500fe8ac2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:25.362796 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [None req-40ffd17a-fd73-4719-9da8-9a1500fe8ac2 admin admin] For port 6e50259b-8f01-4720-bb4d-c66ffd6f781b, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=6e50259b-8f01-4720-bb4d-c66ffd6f781b,segment=NetworkSegment(4637dad3-ddce-4070-b99d-6de36c8e270c),segment_id=4637dad3-ddce-4070-b99d-6de36c8e270c)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:41:25.363149 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-40ffd17a-fd73-4719-9da8-9a1500fe8ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:25.453388 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-40ffd17a-fd73-4719-9da8-9a1500fe8ac2 admin admin] Calling delete_port for 6e50259b-8f01-4720-bb4d-c66ffd6f781b owned by network:router_interface {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:41:25.664979 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-40ffd17a-fd73-4719-9da8-9a1500fe8ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:25.667748 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f3312bae-4f96-400c-8196-1659d9cfbb45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:25.699814 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffd17a-fd73-4719-9da8-9a1500fe8ac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e50259b-8f01-4720-bb4d-c66ffd6f781b,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:25.701755 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-40ffd17a-fd73-4719-9da8-9a1500fe8ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:25.912752 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-40ffd17a-fd73-4719-9da8-9a1500fe8ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932420'] for router_interface, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:26.211860 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ffd17a-fd73-4719-9da8-9a1500fe8ac2 admin admin] Router 7ae05304-a682-463d-a9f2-03586ab58638 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:41:26.398488 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ffd17a-fd73-4719-9da8-9a1500fe8ac2 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:41:26.407063 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 44726) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:41:26.407799 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-40ffd17a-fd73-4719-9da8-9a1500fe8ac2 admin admin] 10.222.0.24 "PUT /v2.0/routers/7ae05304-a682-463d-a9f2-03586ab58638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3816252 Jun 11 19:41:26.415949 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1289d1-7185-4135-b4ed-49851263b300 None None] Sync routers for ids ['7ae05304-a682-463d-a9f2-03586ab58638'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:41:26.428098 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1289d1-7185-4135-b4ed-49851263b300 None None] Routers {'7ae05304-a682-463d-a9f2-03586ab58638'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:41:26.429011 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-ea1289d1-7185-4135-b4ed-49851263b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:41:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['7ae05304-a682-463d-a9f2-03586ab58638'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:26.444746 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a113d-fd19-45fc-8d4e-76ccc80a095f req-968f5f82-f02e-406f-b219-7b71a98f1df6 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:26.446193 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-796a113d-fd19-45fc-8d4e-76ccc80a095f req-968f5f82-f02e-406f-b219-7b71a98f1df6 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.1033239 Jun 11 19:41:26.493969 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-796a113d-fd19-45fc-8d4e-76ccc80a095f req-e53ef606-4b8f-43e9-8dc4-8cc2223a8edd tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419559 Jun 11 19:41:26.552702 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a47e9a2b-d117-4213-92bb-bb250e4b0848 admin admin] Notify callbacks [] for router, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:26.565733 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-ea1289d1-7185-4135-b4ed-49851263b300 None None] Set router 7ae05304-a682-463d-a9f2-03586ab58638 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:41:26.688457 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a47e9a2b-d117-4213-92bb-bb250e4b0848 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:26.750629 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-a47e9a2b-d117-4213-92bb-bb250e4b0848 admin admin] Deleting port 48b1cf7e-2dab-4a82-be2c-b4e30117ae35 {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:41:26.750629 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a47e9a2b-d117-4213-92bb-bb250e4b0848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:26.798681 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-ea1289d1-7185-4135-b4ed-49851263b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:41:25Z', 'revision_number': 5, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port': {'id': '48b1cf7e-2dab-4a82-be2c-b4e30117ae35', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae05304-a682-463d-a9f2-03586ab58638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:25Z', 'updated_at': '2021-06-11T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:26.802471 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1289d1-7185-4135-b4ed-49851263b300 None None] Checking router: 7ae05304-a682-463d-a9f2-03586ab58638 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:41:26.810409 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1289d1-7185-4135-b4ed-49851263b300 None None] Routers {'7ae05304-a682-463d-a9f2-03586ab58638'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:41:26.811033 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-ea1289d1-7185-4135-b4ed-49851263b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:41:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['7ae05304-a682-463d-a9f2-03586ab58638'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:26.852005 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [None req-a47e9a2b-d117-4213-92bb-bb250e4b0848 admin admin] For port 48b1cf7e-2dab-4a82-be2c-b4e30117ae35, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=48b1cf7e-2dab-4a82-be2c-b4e30117ae35,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:41:26.852357 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a47e9a2b-d117-4213-92bb-bb250e4b0848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:26.931470 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-ea1289d1-7185-4135-b4ed-49851263b300 None None] Set router 7ae05304-a682-463d-a9f2-03586ab58638 gateway port host: None {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:41:27.012874 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-ea1289d1-7185-4135-b4ed-49851263b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:41:26Z', 'revision_number': 6, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port_host': None}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:27.016558 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1289d1-7185-4135-b4ed-49851263b300 None None] The sync data for ids ['7ae05304-a682-463d-a9f2-03586ab58638'] in dv-cinder-790535-3-iscsi is: [{'id': '7ae05304-a682-463d-a9f2-03586ab58638', 'name': 'tempest-AttachVolumeTestJSON-1664004753-router', 'tenant_id': 'add1c563d4f842f79fd0b4094b476cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:23Z', 'updated_at': '2021-06-11T19:41:26Z', 'revision_number': 6, 'project_id': 'add1c563d4f842f79fd0b4094b476cb4', 'gw_port_host': None}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:41:27.196518 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-a47e9a2b-d117-4213-92bb-bb250e4b0848 admin admin] Calling delete_port for 48b1cf7e-2dab-4a82-be2c-b4e30117ae35 owned by network:router_gateway {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:41:27.397357 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a47e9a2b-d117-4213-92bb-bb250e4b0848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:27.399649 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-3327b188-3481-4030-9b7f-68c10d08aecf tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:27.421126 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:27.433092 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e9a2b-d117-4213-92bb-bb250e4b0848 admin admin] Pushing event deleted for resources: {'Port': ['ID=48b1cf7e-2dab-4a82-be2c-b4e30117ae35,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:27.435761 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-a47e9a2b-d117-4213-92bb-bb250e4b0848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:27.512765 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a47e9a2b-d117-4213-92bb-bb250e4b0848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931095'] for router_gateway, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:27.662396 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a47e9a2b-d117-4213-92bb-bb250e4b0848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10995'] for router, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:27.664601 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a47e9a2b-d117-4213-92bb-bb250e4b0848 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:27.674012 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a438f-bf6a-487d-b891-84b5891291a9 req-281e5b8b-6e20-498f-bcbe-c54157d4addf tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:27.675466 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-827a438f-bf6a-487d-b891-84b5891291a9 req-281e5b8b-6e20-498f-bcbe-c54157d4addf tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.0665479 Jun 11 19:41:27.723647 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-827a438f-bf6a-487d-b891-84b5891291a9 req-2aa9e88a-faac-4d76-8b46-3082dc09cf11 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417988 Jun 11 19:41:27.748455 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a47e9a2b-d117-4213-92bb-bb250e4b0848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934704'] for router, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:27.749019 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47e9a2b-d117-4213-92bb-bb250e4b0848 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ae05304-a682-463d-a9f2-03586ab58638 {{(pid=91833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 19:41:27.754005 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a47e9a2b-d117-4213-92bb-bb250e4b0848 admin admin] Notify callbacks [] for router, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:27.758018 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-a47e9a2b-d117-4213-92bb-bb250e4b0848 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7ae05304-a682-463d-a9f2-03586ab58638 HTTP/1.1" status: 204 len: 168 time: 1.3476963 Jun 11 19:41:27.758832 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 44732) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:41:27.813185 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_v2 [None req-739cb7ab-3d33-4b01-b452-d4d778e1f9e1 admin admin] Deleting subnet 4e6eba21-4314-4ef9-a7be-0d0c169a43f5 {{(pid=91833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:41:27.816167 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-739cb7ab-3d33-4b01-b452-d4d778e1f9e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:27.838170 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 6e50259b-8f01-4720-bb4d-c66ffd6f781b no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:41:27.860242 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-739cb7ab-3d33-4b01-b452-d4d778e1f9e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10197193'] for subnet, precommit_delete_associations {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:27.862542 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: 6e50259b-8f01-4720-bb4d-c66ffd6f781b {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:41:27.862997 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 6e50259b-8f01-4720-bb4d-c66ffd6f781b not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:41:27.863437 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 48b1cf7e-2dab-4a82-be2c-b4e30117ae35 no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:41:27.887897 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: 48b1cf7e-2dab-4a82-be2c-b4e30117ae35 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:41:27.888256 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 48b1cf7e-2dab-4a82-be2c-b4e30117ae35 not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:41:27.983220 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-739cb7ab-3d33-4b01-b452-d4d778e1f9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924851'] for subnet, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:28.052521 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-739cb7ab-3d33-4b01-b452-d4d778e1f9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10434812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8635667'] for subnet, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:28.055489 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-ae2fcb06-fd42-470e-b525-6f99e8c26b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:28.086341 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cb7ab-3d33-4b01-b452-d4d778e1f9e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e6eba21-4314-4ef9-a7be-0d0c169a43f5,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:28.088281 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-739cb7ab-3d33-4b01-b452-d4d778e1f9e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:28.090128 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-739cb7ab-3d33-4b01-b452-d4d778e1f9e1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4e6eba21-4314-4ef9-a7be-0d0c169a43f5 HTTP/1.1" status: 204 len: 168 time: 0.3308883 Jun 11 19:41:28.090956 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-739cb7ab-3d33-4b01-b452-d4d778e1f9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:28.092896 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 44734) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:41:28.094850 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67cc580-8107-4c93-9ebb-2833e6471e2a None None] Network dd0799f3-e1f4-4564-b8cd-089a9187317a requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:41:28.180783 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2080632'] for network, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:28.237257 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] Deleting port ade1e621-e1fa-413b-92cc-bf6cb1d93156 {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:41:28.237589 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:28.314837 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b1d1db-2516-4229-abf9-7d4b02d7c924 None None] DHCP port deletion for dd0799f3-e1f4-4564-b8cd-089a9187317a request from dv-cinder-790535-3-iscsi {{(pid=91835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 19:41:28.322148 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] For port ade1e621-e1fa-413b-92cc-bf6cb1d93156, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=ade1e621-e1fa-413b-92cc-bf6cb1d93156,segment=NetworkSegment(4637dad3-ddce-4070-b99d-6de36c8e270c),segment_id=4637dad3-ddce-4070-b99d-6de36c8e270c)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:41:28.322503 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:28.373697 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-59b1d1db-2516-4229-abf9-7d4b02d7c924 None None] Deleting port ade1e621-e1fa-413b-92cc-bf6cb1d93156 {{(pid=91835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:41:28.374082 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-59b1d1db-2516-4229-abf9-7d4b02d7c924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:28.413859 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] Calling delete_port for ade1e621-e1fa-413b-92cc-bf6cb1d93156 owned by network:dhcp {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:41:28.453652 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-59b1d1db-2516-4229-abf9-7d4b02d7c924 None None] For port ade1e621-e1fa-413b-92cc-bf6cb1d93156, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=ade1e621-e1fa-413b-92cc-bf6cb1d93156,segment=NetworkSegment(4637dad3-ddce-4070-b99d-6de36c8e270c),segment_id=4637dad3-ddce-4070-b99d-6de36c8e270c)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:41:28.454235 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-59b1d1db-2516-4229-abf9-7d4b02d7c924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:28.503617 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:28.506180 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:28.534010 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] Pushing event deleted for resources: {'Port': ['ID=ade1e621-e1fa-413b-92cc-bf6cb1d93156,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:28.537127 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:28.537894 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] No DVR routers for this DVR port ade1e621-e1fa-413b-92cc-bf6cb1d93156 on host dv-cinder-790535-3-iscsi {{(pid=91833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:41:28.550804 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-59b1d1db-2516-4229-abf9-7d4b02d7c924 None None] Calling delete_port for ade1e621-e1fa-413b-92cc-bf6cb1d93156 owned by network:dhcp {{(pid=91835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:41:28.634477 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922414', 'neutron.services.segments.db._delete_segments_for_network-8747756516280'] for network, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:28.645712 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0799f3-e1f4-4564-b8cd-089a9187317a']}} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:28.656829 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4637dad3-ddce-4070-b99d-6de36c8e270c') {'for_net_delete': True} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:28.657145 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4637dad3-ddce-4070-b99d-6de36c8e270c') {} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:41:28.667261 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747756516118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10197186'] for segment, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:28.686314 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:28.693471 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=91833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:41:28.693868 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10434389'] for segment, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:28.694685 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-59b1d1db-2516-4229-abf9-7d4b02d7c924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697'] for port, after_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: retrieve_revision_numbers = { Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: Traceback (most recent call last): Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: timer() Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: cb(*args, **kw) Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: return func(*args, **kwargs) Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: self._notify() Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: self.callback(batched_events) Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: event.method(event) Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: return f(self, *a, **k) Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: return self._get(url).json() Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: return self.request(url, 'GET', **kwargs) Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:41:28.695565 dv-cinder-790535-3-iscsi neutron-server[91833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:41:28.699232 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:28.729952 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b1d1db-2516-4229-abf9-7d4b02d7c924 None None] No DVR routers for this DVR port ade1e621-e1fa-413b-92cc-bf6cb1d93156 on host dv-cinder-790535-3-iscsi {{(pid=91835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:41:28.734838 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1d1db-2516-4229-abf9-7d4b02d7c924 None None] Pushing event deleted for resources: {'Port': ['ID=ade1e621-e1fa-413b-92cc-bf6cb1d93156,revision_number=None']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:28.737466 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-59b1d1db-2516-4229-abf9-7d4b02d7c924 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:28.776048 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931082'] for network, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:28.781460 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:28.783460 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] 10.222.0.24 "DELETE /v2.0/networks/dd0799f3-e1f4-4564-b8cd-089a9187317a HTTP/1.1" status: 204 len: 168 time: 0.6899505 Jun 11 19:41:28.784251 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:28.799282 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] Pushing event deleted for resources: {'Network': ['ID=dd0799f3-e1f4-4564-b8cd-089a9187317a,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:28.802849 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-8bda0cd7-987e-47ae-b2ed-d9abfed4f63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:28.900404 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 44742) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:41:28.923201 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84751853-4778-4ddc-8c99-47e1e76dfb49 req-01d82e1a-cdde-40bb-aef0-6c61c74360fd tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:28.924646 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-84751853-4778-4ddc-8c99-47e1e76dfb49 req-01d82e1a-cdde-40bb-aef0-6c61c74360fd tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.0754871 Jun 11 19:41:28.943227 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-6bf1b741-290e-4ca4-a119-1d1cadbeeecc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=add1c563d4f842f79fd0b4094b476cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416343 Jun 11 19:41:28.945742 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 44744) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:41:28.966970 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-84751853-4778-4ddc-8c99-47e1e76dfb49 req-d9c769ec-b533-49f4-b7bb-099b95d4d869 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354896 Jun 11 19:41:29.001819 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1080-27a6-4f93-a628-cd02947c657f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:29.023189 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1080-27a6-4f93-a628-cd02947c657f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:29.071045 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1080-27a6-4f93-a628-cd02947c657f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:29.073748 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1080-27a6-4f93-a628-cd02947c657f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:29.074870 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-c1ca1080-27a6-4f93-a628-cd02947c657f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d69d005-9658-4114-a549-41eb2f3ecd08 HTTP/1.1" status: 204 len: 168 time: 0.1282330 Jun 11 19:41:29.075598 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-b7dbdc7d-a9c0-45d5-8764-aa625a1eac15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:29.084637 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca1080-27a6-4f93-a628-cd02947c657f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d69d005-9658-4114-a549-41eb2f3ecd08,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:29.087574 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c1ca1080-27a6-4f93-a628-cd02947c657f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:29.804407 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device ade1e621-e1fa-413b-92cc-bf6cb1d93156 no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:41:29.830967 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: ade1e621-e1fa-413b-92cc-bf6cb1d93156 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:41:29.831395 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device ade1e621-e1fa-413b-92cc-bf6cb1d93156 not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:41:30.153058 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bed7cc-9036-4c16-b9d6-e44086df62ca req-21d8eb7c-9680-4acc-93d1-0302061ea14f tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:30.154494 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-81bed7cc-9036-4c16-b9d6-e44086df62ca req-21d8eb7c-9680-4acc-93d1-0302061ea14f tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.0690687 Jun 11 19:41:30.196992 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-81bed7cc-9036-4c16-b9d6-e44086df62ca req-2d8f2281-235c-4753-95e9-e17e9cbc8c2d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369103 Jun 11 19:41:31.377887 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a606f-96a1-4eda-8c32-f7a54b5f1bc6 req-25d8f414-9c10-4a9c-bf66-586d5dabff14 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:31.379865 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-687a606f-96a1-4eda-8c32-f7a54b5f1bc6 req-25d8f414-9c10-4a9c-bf66-586d5dabff14 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.0713191 Jun 11 19:41:31.419720 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-687a606f-96a1-4eda-8c32-f7a54b5f1bc6 req-28c1ac3c-af65-463b-96c9-ce588f079b02 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342567 Jun 11 19:41:31.529076 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:41:32.596792 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29671e90-a90c-4cc6-9710-e02483962cf2 req-dcb72b79-44bf-42b1-b2c8-a08945be175e tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:32.598216 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-29671e90-a90c-4cc6-9710-e02483962cf2 req-dcb72b79-44bf-42b1-b2c8-a08945be175e tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.0671334 Jun 11 19:41:32.640578 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-29671e90-a90c-4cc6-9710-e02483962cf2 req-9047968e-4dc6-4502-a2c9-0e23561d3ecc tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362322 Jun 11 19:41:33.821992 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2063e-3fec-40cd-a28c-142c0023fe17 req-318a3142-4ab1-43b6-81b1-0d919ee8d462 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:33.823433 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-92a2063e-3fec-40cd-a28c-142c0023fe17 req-318a3142-4ab1-43b6-81b1-0d919ee8d462 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.0712838 Jun 11 19:41:33.862667 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-92a2063e-3fec-40cd-a28c-142c0023fe17 req-e643581d-c5ae-42fe-a233-ef79cfcd9162 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337889 Jun 11 19:41:35.043026 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3869b-7ac6-43e7-8537-40fbb575861a req-a500db91-e47b-48f0-915a-58ca8609beb0 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:35.044346 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-49c3869b-7ac6-43e7-8537-40fbb575861a req-a500db91-e47b-48f0-915a-58ca8609beb0 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.0662506 Jun 11 19:41:35.084787 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-49c3869b-7ac6-43e7-8537-40fbb575861a req-dd8c18e7-b469-4c27-b79b-e680ef9fd0b2 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349951 Jun 11 19:41:35.400428 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d861d83-e5c0-4d5a-9c58-ef21a92ad755 req-f0ade015-a34d-4928-ad76-dba777e312b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:35.401859 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0d861d83-e5c0-4d5a-9c58-ef21a92ad755 req-f0ade015-a34d-4928-ad76-dba777e312b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44c724ca5e924a7b8abc9595b7bc289f&device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 1098 time: 0.0619960 Jun 11 19:41:35.525626 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d861d83-e5c0-4d5a-9c58-ef21a92ad755 req-1d1f6b2e-326b-4e26-aff1-a0799ece98ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:35.527161 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0d861d83-e5c0-4d5a-9c58-ef21a92ad755 req-1d1f6b2e-326b-4e26-aff1-a0799ece98ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=7d360c71-23c4-45e2-af73-a262697cdfeb HTTP/1.1" status: 200 len: 910 time: 0.1050990 Jun 11 19:41:35.613170 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0d861d83-e5c0-4d5a-9c58-ef21a92ad755 req-1a57eab5-9b15-4b1e-91d2-d8b5517173b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa296ff8-4d5c-401b-a341-4ba99abce129 HTTP/1.1" status: 200 len: 1000 time: 0.0767319 Jun 11 19:41:35.672702 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d861d83-e5c0-4d5a-9c58-ef21a92ad755 req-a83fd65c-eb84-4a6f-b98d-b88f9c1970f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:35.674035 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0d861d83-e5c0-4d5a-9c58-ef21a92ad755 req-a83fd65c-eb84-4a6f-b98d-b88f9c1970f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1756a96a-5ef1-4846-bc19-baac48a3fc66 HTTP/1.1" status: 200 len: 848 time: 0.0485923 Jun 11 19:41:36.417734 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1faf0a0-7e73-471b-95d2-377ede90770f req-1224307c-827d-4012-ad72-d6e37b9dfdf1 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:36.419232 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d1faf0a0-7e73-471b-95d2-377ede90770f req-1224307c-827d-4012-ad72-d6e37b9dfdf1 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.0756106 Jun 11 19:41:36.462965 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d1faf0a0-7e73-471b-95d2-377ede90770f req-1a2bca20-05a2-48b1-8209-9fe99e9fee39 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376186 Jun 11 19:41:36.690038 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c7c413f2-e3a4-42cf-9307-7999d2c82e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:37.638187 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91c8fa-757f-425f-8f6e-8372deb5dbb7 req-59b4a281-2dde-4a9c-abc0-698733be890f tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:37.639519 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ad91c8fa-757f-425f-8f6e-8372deb5dbb7 req-59b4a281-2dde-4a9c-abc0-698733be890f tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.0656457 Jun 11 19:41:37.678229 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ad91c8fa-757f-425f-8f6e-8372deb5dbb7 req-158f462c-ddde-4f99-9812-a3ca4ad01ac9 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332901 Jun 11 19:41:38.486249 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d861d83-e5c0-4d5a-9c58-ef21a92ad755 req-7c698648-28d7-4828-ba48-6a5e61dbdcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:38.487706 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0d861d83-e5c0-4d5a-9c58-ef21a92ad755 req-7c698648-28d7-4828-ba48-6a5e61dbdcf1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d360c71-23c4-45e2-af73-a262697cdfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649455 Jun 11 19:41:38.602396 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0d861d83-e5c0-4d5a-9c58-ef21a92ad755 req-412dcde3-02de-44e9-bfa9-d98af1f374a4 service neutron] 10.222.0.39 "GET /v2.0/networks/7d360c71-23c4-45e2-af73-a262697cdfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069796 Jun 11 19:41:38.712654 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0d861d83-e5c0-4d5a-9c58-ef21a92ad755 req-bc5e4bfa-584a-42bb-9142-0bbc836762e2 service neutron] 10.222.0.39 "GET /v2.0/networks/7d360c71-23c4-45e2-af73-a262697cdfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020997 Jun 11 19:41:38.869826 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c93d5-f177-4853-be72-b832eaf49a64 req-bd3709da-ac99-4d83-8cd5-b573d9a7ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:38.871237 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-de5c93d5-f177-4853-be72-b832eaf49a64 req-bd3709da-ac99-4d83-8cd5-b573d9a7ad60 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44c724ca5e924a7b8abc9595b7bc289f&device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 1098 time: 0.1070662 Jun 11 19:41:38.883165 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13942ab3-1479-4a29-a284-d9407969c1e3 req-6827a25f-9c6b-4da3-aa3f-398b407c58a4 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:38.884409 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-13942ab3-1479-4a29-a284-d9407969c1e3 req-6827a25f-9c6b-4da3-aa3f-398b407c58a4 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.0868742 Jun 11 19:41:38.990507 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-13942ab3-1479-4a29-a284-d9407969c1e3 req-3a34e160-873c-459e-b0bb-3710fa5b9aea tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983148 Jun 11 19:41:39.018302 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c93d5-f177-4853-be72-b832eaf49a64 req-0d8b5473-b03e-4bba-a6d3-d32bcc85f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:39.019760 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-de5c93d5-f177-4853-be72-b832eaf49a64 req-0d8b5473-b03e-4bba-a6d3-d32bcc85f0e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7d360c71-23c4-45e2-af73-a262697cdfeb HTTP/1.1" status: 200 len: 910 time: 0.1345227 Jun 11 19:41:39.049177 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-0f2a856f-d62e-4fe5-a102-4caf4e8d9f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:39.105283 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-de5c93d5-f177-4853-be72-b832eaf49a64 req-d24f1883-4773-426b-a4cb-83705d7eb234 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa296ff8-4d5c-401b-a341-4ba99abce129 HTTP/1.1" status: 200 len: 1000 time: 0.0774410 Jun 11 19:41:39.160059 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c93d5-f177-4853-be72-b832eaf49a64 req-497cc581-990b-43c5-939d-eacbd60189b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:39.161380 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-de5c93d5-f177-4853-be72-b832eaf49a64 req-497cc581-990b-43c5-939d-eacbd60189b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1756a96a-5ef1-4846-bc19-baac48a3fc66 HTTP/1.1" status: 200 len: 848 time: 0.0490072 Jun 11 19:41:39.224687 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c93d5-f177-4853-be72-b832eaf49a64 req-494959cb-19dd-4331-81e6-8e8501d2d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:39.226121 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-de5c93d5-f177-4853-be72-b832eaf49a64 req-494959cb-19dd-4331-81e6-8e8501d2d7f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d360c71-23c4-45e2-af73-a262697cdfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575907 Jun 11 19:41:39.236320 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:39.338514 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-de5c93d5-f177-4853-be72-b832eaf49a64 req-f69bc0d5-2b04-46fa-805f-ae49dd43afa7 service neutron] 10.222.0.39 "GET /v2.0/networks/7d360c71-23c4-45e2-af73-a262697cdfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046464 Jun 11 19:41:39.455286 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-de5c93d5-f177-4853-be72-b832eaf49a64 req-f77a19db-18f5-410c-973c-9f055bfe88b7 service neutron] 10.222.0.39 "GET /v2.0/networks/7d360c71-23c4-45e2-af73-a262697cdfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089528 Jun 11 19:41:40.168808 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9fba7-e28c-4a2c-bb5e-9fa5d9b0ae4e req-a0c5f8a9-38ed-4df2-9254-4a03b27fe084 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:40.170234 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4ea9fba7-e28c-4a2c-bb5e-9fa5d9b0ae4e req-a0c5f8a9-38ed-4df2-9254-4a03b27fe084 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.0672839 Jun 11 19:41:40.215994 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4ea9fba7-e28c-4a2c-bb5e-9fa5d9b0ae4e req-670791da-0991-4217-9326-e9ddd519a970 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402923 Jun 11 19:41:40.416233 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:41.177935 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-f766d5ca-2098-49a3-a4a2-258cdd6f4ed9 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852856224&fields=id&tenant_id=5da85e3d494c400d9b6ee93e139f5496 HTTP/1.1" status: 200 len: 267 time: 0.0436780 Jun 11 19:41:41.311549 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-a9de9ff9-fee7-4cc5-9391-844f007bedd2 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:41.311856 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-a9de9ff9-fee7-4cc5-9391-844f007bedd2 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/networks?id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 HTTP/1.1" status: 200 len: 812 time: 0.1331754 Jun 11 19:41:41.328569 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-fa980136-1fe1-41c5-b2a0-e913519c04ca tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/quotas/5da85e3d494c400d9b6ee93e139f5496 HTTP/1.1" status: 200 len: 375 time: 0.0088089 Jun 11 19:41:41.755108 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-ea29d73b-b3c8-4180-8d1f-90fedbddb666 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5da85e3d494c400d9b6ee93e139f5496&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4200222 Jun 11 19:41:41.763075 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0186c12-463a-4b2d-9ac6-ba8426d0c195 req-2602dc6a-5cca-48ab-b2b8-d43d5e55ebf6 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:41.764409 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f0186c12-463a-4b2d-9ac6-ba8426d0c195 req-2602dc6a-5cca-48ab-b2b8-d43d5e55ebf6 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.4218602 Jun 11 19:41:41.804828 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f0186c12-463a-4b2d-9ac6-ba8426d0c195 req-f072e765-771a-4b6a-8a3a-889be2c43009 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346358 Jun 11 19:41:41.924656 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:41.962759 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-58e3f072-1f17-48e2-98d9-be3e17c1bb49 service neutron] 10.222.0.24 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967206 Jun 11 19:41:42.073994 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-fdbf7db3-39cd-452b-acfb-3853a6bb00b5 service neutron] 10.222.0.24 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052871 Jun 11 19:41:42.372259 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-24e971e1-798b-47cd-9f42-a16054f5de2a req-737dc4c2-c6c8-4a34-b5be-2a7966464c8f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 210 time: 0.0399177 Jun 11 19:41:42.983731 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd56d6f-7161-496f-85f1-71aac50867df req-4f0eec5b-642e-47c7-898a-ad57590b97b1 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:42.985157 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9dd56d6f-7161-496f-85f1-71aac50867df req-4f0eec5b-642e-47c7-898a-ad57590b97b1 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.0672317 Jun 11 19:41:43.026376 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9dd56d6f-7161-496f-85f1-71aac50867df req-724b9a28-6e2a-4738-9a99-c00232591791 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353179 Jun 11 19:41:43.320586 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e5fa8c5-85fa-40a3-8055-fe2f06fcd150 req-49407add-44c5-4027-83b3-54c2983f33f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685866 Jun 11 19:41:43.459889 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-4b17c208-c515-4740-9938-87fb5050cb2f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:43.461312 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-4b17c208-c515-4740-9938-87fb5050cb2f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.39 "GET /v2.0/networks?id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 HTTP/1.1" status: 200 len: 812 time: 0.1896718 Jun 11 19:41:43.479869 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c5ac8-96a6-4bbf-a866-188786a15a21 req-fe2460ab-df9d-4779-9b57-b657dc67570b tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:43.481327 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4d6c5ac8-96a6-4bbf-a866-188786a15a21 req-fe2460ab-df9d-4779-9b57-b657dc67570b tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.1617665 Jun 11 19:41:43.566242 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-38f12ae3-589a-43cd-be34-52e64d5153f3 req-05f05bfc-173a-4263-b030-a619d04ca71a tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 210 time: 0.0484881 Jun 11 19:41:43.585538 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-7e7f6960-20a4-4258-adf1-8e6d2f7fb142 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5da85e3d494c400d9b6ee93e139f5496 HTTP/1.1" status: 200 len: 379 time: 0.1031921 Jun 11 19:41:43.600080 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-d6c6bcfb-18bd-4879-8dee-4ba1a237723e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Request body: {'port': {'device_id': '6da03be5-798b-4678-b085-406edfae58c9', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'admin_state_up': True, 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'security_groups': ['8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b']}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:41:43.607284 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4d6c5ac8-96a6-4bbf-a866-188786a15a21 req-a7f1a7ae-1c62-482c-8df2-768d0d398ebf tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184587 Jun 11 19:41:43.752826 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-d6c6bcfb-18bd-4879-8dee-4ba1a237723e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Made reservation on behalf of 5da85e3d494c400d9b6ee93e139f5496 for: {'port': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:41:43.757670 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-d6c6bcfb-18bd-4879-8dee-4ba1a237723e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:43.920337 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-d6c6bcfb-18bd-4879-8dee-4ba1a237723e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Allocated IP 172.20.0.3 (7ff87d40-cf76-469c-9fe2-d4c3b16d44a2/1b74db1c-1c6c-4033-956f-ab002f0c83d3/3fb4e8a0-89a5-4025-ba83-a49107242676) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:41:44.104308 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-d6c6bcfb-18bd-4879-8dee-4ba1a237723e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:44.117239 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-d6c6bcfb-18bd-4879-8dee-4ba1a237723e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Transition to ACTIVE for port object 3fb4e8a0-89a5-4025-ba83-a49107242676 will not be triggered until provisioned by entity DHCP. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:41:44.151505 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-d6c6bcfb-18bd-4879-8dee-4ba1a237723e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9110942'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:44.155875 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-8228a878-e380-4efc-bc7b-38998771da8e tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:44.205680 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-d6c6bcfb-18bd-4879-8dee-4ba1a237723e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:41:44.209463 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-d6c6bcfb-18bd-4879-8dee-4ba1a237723e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:41:44.213267 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-d6c6bcfb-18bd-4879-8dee-4ba1a237723e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:41:44.247269 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6bcfb-18bd-4879-8dee-4ba1a237723e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event updated for resources: {'Port': ['ID=3fb4e8a0-89a5-4025-ba83-a49107242676,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:44.251701 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-d6c6bcfb-18bd-4879-8dee-4ba1a237723e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:44.281644 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-d6c6bcfb-18bd-4879-8dee-4ba1a237723e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:44.282294 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-d6c6bcfb-18bd-4879-8dee-4ba1a237723e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:44.301242 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-d6c6bcfb-18bd-4879-8dee-4ba1a237723e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7051761 Jun 11 19:41:44.313336 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Request body: {'port': {'device_id': '6da03be5-798b-4678-b085-406edfae58c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:41:44.422178 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:44.499795 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-77b4b316-eb2c-4e01-9980-f205a4db598a None None] Provisioning for port 3fb4e8a0-89a5-4025-ba83-a49107242676 completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:41:44.503773 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-77b4b316-eb2c-4e01-9980-f205a4db598a None None] Provisioning complete for port 3fb4e8a0-89a5-4025-ba83-a49107242676 triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:41:44.504291 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-77b4b316-eb2c-4e01-9980-f205a4db598a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:44.814145 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-77b4b316-eb2c-4e01-9980-f205a4db598a None None] Port 3fb4e8a0-89a5-4025-ba83-a49107242676 cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:41:44.848213 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb4e8a0-89a5-4025-ba83-a49107242676 {{(pid=91834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:41:44.864115 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:44.892788 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Transition to ACTIVE for port object 3fb4e8a0-89a5-4025-ba83-a49107242676 will not be triggered until provisioned by entity L2. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:41:44.902295 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:44.906562 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-a778c083-376a-4c47-b761-3b5ddfcfc98f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:44.955053 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d2fb6-e404-4d1f-be6a-8878828188ec req-6e65e227-05a3-467c-b22a-1a892727987a tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:44.956583 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fa1d2fb6-e404-4d1f-be6a-8878828188ec req-6e65e227-05a3-467c-b22a-1a892727987a tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 931 time: 0.2143445 Jun 11 19:41:44.973231 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a64523-fcc2-4464-9485-75845240f6d0 req-b3d2c154-8ebb-4869-a5f7-9b202eb6c6c2 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:44.974803 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-27a64523-fcc2-4464-9485-75845240f6d0 req-b3d2c154-8ebb-4869-a5f7-9b202eb6c6c2 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.2210410 Jun 11 19:41:45.007881 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fa8c5-85fa-40a3-8055-fe2f06fcd150 req-066809b6-fdc5-4d75-abc8-7555640523de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:45.009470 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e5fa8c5-85fa-40a3-8055-fe2f06fcd150 req-066809b6-fdc5-4d75-abc8-7555640523de service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56&tenant_id=44c724ca5e924a7b8abc9595b7bc289f HTTP/1.1" status: 200 len: 1098 time: 0.1148303 Jun 11 19:41:45.079792 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb4e8a0-89a5-4025-ba83-a49107242676,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:45.087914 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:45.115714 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fa8c5-85fa-40a3-8055-fe2f06fcd150 req-0dc13834-eb17-40e8-a213-279f9bcd46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:45.117337 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e5fa8c5-85fa-40a3-8055-fe2f06fcd150 req-0dc13834-eb17-40e8-a213-279f9bcd46cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44c724ca5e924a7b8abc9595b7bc289f&device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 1098 time: 0.0641499 Jun 11 19:41:45.164788 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-27a64523-fcc2-4464-9485-75845240f6d0 req-b8268bfb-a905-4212-9b91-9af6dab26f6c tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355603 Jun 11 19:41:45.178093 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fa1d2fb6-e404-4d1f-be6a-8878828188ec req-2a7b2517-a67a-4c08-bdad-6f7f9b10fc59 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008517 Jun 11 19:41:45.248289 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Attempting to bind port 3fb4e8a0-89a5-4025-ba83-a49107242676 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:41:45.248629 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Attempting to bind port 3fb4e8a0-89a5-4025-ba83-a49107242676 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:41:45.248958 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Attempting to bind port 3fb4e8a0-89a5-4025-ba83-a49107242676 on network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:41:45.253866 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Port 3fb4e8a0-89a5-4025-ba83-a49107242676 on network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:41:45.254195 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Attempting to bind port 3fb4e8a0-89a5-4025-ba83-a49107242676 on network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:41:45.260976 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:41:45.260976 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Checking segment: {'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:41:45.261379 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Bound using segment: {'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:41:45.261808 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Bound port: 3fb4e8a0-89a5-4025-ba83-a49107242676, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecce7b00-9f9a-4880-b834-79d8bddf623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2'}}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:41:45.262164 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:45.284827 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fa8c5-85fa-40a3-8055-fe2f06fcd150 req-72d639c3-3c9b-4e75-81df-35cb11127e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:45.286357 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e5fa8c5-85fa-40a3-8055-fe2f06fcd150 req-72d639c3-3c9b-4e75-81df-35cb11127e03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7d360c71-23c4-45e2-af73-a262697cdfeb HTTP/1.1" status: 200 len: 910 time: 0.1627142 Jun 11 19:41:45.332652 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] For port 3fb4e8a0-89a5-4025-ba83-a49107242676, host hv-cinder-79053, cleared binding levels {{(pid=91834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:41:45.335817 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] For port 3fb4e8a0-89a5-4025-ba83-a49107242676, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3fb4e8a0-89a5-4025-ba83-a49107242676,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:41:45.340169 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:45.342945 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-6169a2ba-f6f5-47c8-987d-4556661be574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:45.374096 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e5fa8c5-85fa-40a3-8055-fe2f06fcd150 req-812590c0-7134-4ae1-be4d-da1180d81e1d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa296ff8-4d5c-401b-a341-4ba99abce129 HTTP/1.1" status: 200 len: 1000 time: 0.0807559 Jun 11 19:41:45.383221 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:45.383829 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:45.385200 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] 10.222.0.39 "PUT /v2.0/ports/3fb4e8a0-89a5-4025-ba83-a49107242676 HTTP/1.1" status: 200 len: 1093 time: 1.0772593 Jun 11 19:41:45.385727 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da03be5-798b-4678-b085-406edfae58c9', 'tag': '3fb4e8a0-89a5-4025-ba83-a49107242676'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:41:45.388041 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ab5a68-10cb-4c54-bb68-95176417b3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "6da03be5-798b-4678-b085-406edfae58c9", "tag": "3fb4e8a0-89a5-4025-ba83-a49107242676"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:41:45.414355 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb4e8a0-89a5-4025-ba83-a49107242676,revision_number=3']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:45.418012 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:45.444710 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fa8c5-85fa-40a3-8055-fe2f06fcd150 req-b3284c0c-9006-47c5-b372-94dcb54e8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:45.446216 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e5fa8c5-85fa-40a3-8055-fe2f06fcd150 req-b3284c0c-9006-47c5-b372-94dcb54e8fbd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1756a96a-5ef1-4846-bc19-baac48a3fc66 HTTP/1.1" status: 200 len: 848 time: 0.0653701 Jun 11 19:41:45.462416 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e44108-17af-4af0-82f2-fceda2cb3873 x-openstack-request-id: req-55e44108-17af-4af0-82f2-fceda2cb3873 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:41:45.462416 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da03be5-798b-4678-b085-406edfae58c9", "tag": "3fb4e8a0-89a5-4025-ba83-a49107242676", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:41:45.462416 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55e44108-17af-4af0-82f2-fceda2cb3873 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:41:45.462416 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da03be5-798b-4678-b085-406edfae58c9', 'tag': '3fb4e8a0-89a5-4025-ba83-a49107242676', 'status': 'completed', 'code': 200} Jun 11 19:41:45.498863 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-f70863f0-1475-4237-b9bf-ad43c6fe9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:45.500282 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-f70863f0-1475-4237-b9bf-ad43c6fe9457 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5da85e3d494c400d9b6ee93e139f5496&device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 1096 time: 0.0720880 Jun 11 19:41:45.520950 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fa8c5-85fa-40a3-8055-fe2f06fcd150 req-fcbec9de-90e5-4cf3-8251-e03d5e469fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:45.522642 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e5fa8c5-85fa-40a3-8055-fe2f06fcd150 req-fcbec9de-90e5-4cf3-8251-e03d5e469fde service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d360c71-23c4-45e2-af73-a262697cdfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699732 Jun 11 19:41:45.556195 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-cb1359a3-0c36-4d04-8b9a-c8ed086694ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fb4e8a0-89a5-4025-ba83-a49107242676 HTTP/1.1" status: 200 len: 217 time: 0.0478487 Jun 11 19:41:45.588381 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device aa296ff8-4d5c-401b-a341-4ba99abce129 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:41:45.612287 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-135c5e7e-75c0-43b8-bfc9-8c0fb20be64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:45.614371 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-135c5e7e-75c0-43b8-bfc9-8c0fb20be64d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b74db1c-1c6c-4033-956f-ab002f0c83d3 HTTP/1.1" status: 200 len: 851 time: 0.0512395 Jun 11 19:41:45.641241 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e5fa8c5-85fa-40a3-8055-fe2f06fcd150 req-f6792292-51ae-45fe-ab8f-77c21cbd57be service neutron] 10.222.0.39 "GET /v2.0/networks/7d360c71-23c4-45e2-af73-a262697cdfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117368 Jun 11 19:41:45.690161 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:45.690982 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-394ac2ea-2fe4-4ab5-83dd-8ce530816218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:45.692583 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-394ac2ea-2fe4-4ab5-83dd-8ce530816218 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724919 Jun 11 19:41:45.720796 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef51bc6-6acc-45f2-907d-9a5d98764e56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa296ff8-4d5c-401b-a341-4ba99abce129'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:41:45.724207 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5c2ddb-be7f-4f34-9c02-f175cfb63f5c" -d '{"events": [{"server_uuid": "1ef51bc6-6acc-45f2-907d-9a5d98764e56", "name": "network-vif-unplugged", "status": "completed", "tag": "aa296ff8-4d5c-401b-a341-4ba99abce129"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:41:45.743651 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port aa296ff8-4d5c-401b-a341-4ba99abce129, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa296ff8-4d5c-401b-a341-4ba99abce129,segment=NetworkSegment(140ff6ff-10cc-4eb1-a05a-930326ac3214),segment_id=140ff6ff-10cc-4eb1-a05a-930326ac3214)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:41:45.745151 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:45.748695 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:45.792359 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-1e5fa8c5-85fa-40a3-8055-fe2f06fcd150 req-427b0248-aaf6-4f9f-b313-56dd88066ecd service neutron] 10.222.0.39 "GET /v2.0/networks/7d360c71-23c4-45e2-af73-a262697cdfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422238 Jun 11 19:41:45.793657 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 19:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1c03a1-3598-491d-b299-90a9df06f48f x-openstack-request-id: req-0a1c03a1-3598-491d-b299-90a9df06f48f {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:41:45.794077 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef51bc6-6acc-45f2-907d-9a5d98764e56", "name": "network-vif-unplugged", "status": "completed", "tag": "aa296ff8-4d5c-401b-a341-4ba99abce129", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:41:45.794337 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a1c03a1-3598-491d-b299-90a9df06f48f {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:41:45.794929 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef51bc6-6acc-45f2-907d-9a5d98764e56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa296ff8-4d5c-401b-a341-4ba99abce129', 'code': 200} Jun 11 19:41:45.816204 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=aa296ff8-4d5c-401b-a341-4ba99abce129,revision_number=6']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:45.819227 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:45.827517 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-0d5473e3-90c3-4b1e-a249-13e95a392e5d service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282251 Jun 11 19:41:45.939006 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a40ddfb7-078a-41b9-b766-0291e5ec0f70 req-1679309d-4c9d-43d8-935f-ea598801260a service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018214 Jun 11 19:41:46.045291 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab5a68-10cb-4c54-bb68-95176417b3bf req-5d108445-91b5-4871-9ab2-0adfe991b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:46.046692 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-76ab5a68-10cb-4c54-bb68-95176417b3bf req-5d108445-91b5-4871-9ab2-0adfe991b983 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5da85e3d494c400d9b6ee93e139f5496&device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 1096 time: 0.0606785 Jun 11 19:41:46.158374 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab5a68-10cb-4c54-bb68-95176417b3bf req-2915b620-5f13-4589-92da-c9fa97afa549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:46.159812 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-76ab5a68-10cb-4c54-bb68-95176417b3bf req-2915b620-5f13-4589-92da-c9fa97afa549 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 HTTP/1.1" status: 200 len: 913 time: 0.1066432 Jun 11 19:41:46.212893 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-76ab5a68-10cb-4c54-bb68-95176417b3bf req-2ffe59a1-bcee-4b2e-b1bf-6309fd682334 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fb4e8a0-89a5-4025-ba83-a49107242676 HTTP/1.1" status: 200 len: 217 time: 0.0461638 Jun 11 19:41:46.278123 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab5a68-10cb-4c54-bb68-95176417b3bf req-7db4d135-7a67-430e-bbba-202aa2cda5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:46.279716 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-76ab5a68-10cb-4c54-bb68-95176417b3bf req-7db4d135-7a67-430e-bbba-202aa2cda5b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b74db1c-1c6c-4033-956f-ab002f0c83d3 HTTP/1.1" status: 200 len: 851 time: 0.0596120 Jun 11 19:41:46.466148 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905e978-cf75-4d1f-bc72-3855fdbca9c7 req-272a4b32-d24e-48f3-bbd5-9447ba161844 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:46.467594 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d905e978-cf75-4d1f-bc72-3855fdbca9c7 req-272a4b32-d24e-48f3-bbd5-9447ba161844 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 943 time: 0.1705463 Jun 11 19:41:46.469146 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab5a68-10cb-4c54-bb68-95176417b3bf req-6909cd0a-4e3e-47f0-9ed0-c31926a91f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:46.470433 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-76ab5a68-10cb-4c54-bb68-95176417b3bf req-6909cd0a-4e3e-47f0-9ed0-c31926a91f3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1810737 Jun 11 19:41:46.480158 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36b1bb-60c2-4fd0-b6e7-d7cf40e943b2 req-88bb1af2-49e5-49b0-8aab-fd125d9623b9 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:46.481650 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6e36b1bb-60c2-4fd0-b6e7-d7cf40e943b2 req-88bb1af2-49e5-49b0-8aab-fd125d9623b9 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 943 time: 0.1748970 Jun 11 19:41:46.924171 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d905e978-cf75-4d1f-bc72-3855fdbca9c7 req-93ee46e2-2457-48a4-8ea0-ae5639d994bb tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4404764 Jun 11 19:41:46.929001 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6e36b1bb-60c2-4fd0-b6e7-d7cf40e943b2 req-0dd32e74-5663-45f9-9625-e760ac59229a tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4381764 Jun 11 19:41:46.954828 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-76ab5a68-10cb-4c54-bb68-95176417b3bf req-5760bc45-46f4-4211-add6-64eed11270cb service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691954 Jun 11 19:41:47.069197 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-76ab5a68-10cb-4c54-bb68-95176417b3bf req-fd7c33ed-35ec-46fe-bfde-e1bdc610aaf0 service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099153 Jun 11 19:41:47.484887 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438e62f-ca86-4f86-8b1e-7d34b35ec385 req-260af479-67d3-4190-884c-f36e25ca713f tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:47.486561 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5438e62f-ca86-4f86-8b1e-7d34b35ec385 req-260af479-67d3-4190-884c-f36e25ca713f tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0702217 Jun 11 19:41:47.526961 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5438e62f-ca86-4f86-8b1e-7d34b35ec385 req-31065cac-9235-403b-bf79-29941b382807 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348790 Jun 11 19:41:48.164866 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc6dee-1f49-4700-965e-e41d1e103a20 req-7a6e3b50-5f27-40e7-b525-b7efff41ac63 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:48.166249 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-37cc6dee-1f49-4700-965e-e41d1e103a20 req-7a6e3b50-5f27-40e7-b525-b7efff41ac63 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 943 time: 0.1212401 Jun 11 19:41:48.174111 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf49824-6ab6-4599-a189-69542950e1c3 req-d64d6099-cb8b-4cfd-a21c-af39c1743aba tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:48.175511 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7bf49824-6ab6-4599-a189-69542950e1c3 req-d64d6099-cb8b-4cfd-a21c-af39c1743aba tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 943 time: 0.1182799 Jun 11 19:41:48.240829 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-37cc6dee-1f49-4700-965e-e41d1e103a20 req-9e996f86-233b-41fb-81e1-ea7166086ab1 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643694 Jun 11 19:41:48.243569 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7bf49824-6ab6-4599-a189-69542950e1c3 req-d6584cf1-de3b-46b7-b0a2-8709e7bc0d0e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602627 Jun 11 19:41:48.709176 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40a4a9-5a33-4cdb-bba2-59b2290eee20 req-2a731b6c-21e0-4f65-aa3a-b9e0449af97e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:48.710594 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1f40a4a9-5a33-4cdb-bba2-59b2290eee20 req-2a731b6c-21e0-4f65-aa3a-b9e0449af97e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0704541 Jun 11 19:41:48.751461 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1f40a4a9-5a33-4cdb-bba2-59b2290eee20 req-9795fbd5-b266-4be7-b418-c28f2afded77 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353763 Jun 11 19:41:49.472628 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f4fff-dbd7-4fd1-8e01-af35a3e7b057 req-2707322c-8079-4e0f-b0e9-9f6f1910164f tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:49.474070 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9f8f4fff-dbd7-4fd1-8e01-af35a3e7b057 req-2707322c-8079-4e0f-b0e9-9f6f1910164f tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 943 time: 0.1193533 Jun 11 19:41:49.480983 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1248b5-ef29-48be-ae9b-3ece6a6a4e5b req-adfb6c14-ce5c-42e3-a5a4-0c0a589a4d3f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:49.482273 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cd1248b5-ef29-48be-ae9b-3ece6a6a4e5b req-adfb6c14-ce5c-42e3-a5a4-0c0a589a4d3f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 943 time: 0.1186750 Jun 11 19:41:49.540141 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9f8f4fff-dbd7-4fd1-8e01-af35a3e7b057 req-c1399712-0a06-44b2-a229-e110e024ecd5 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568559 Jun 11 19:41:49.546705 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cd1248b5-ef29-48be-ae9b-3ece6a6a4e5b req-ce173ec5-8479-4da3-b1a0-4899f25b9b73 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578992 Jun 11 19:41:49.935255 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd6d25-1b49-4f7b-8980-2ca91d740b94 req-47ff522a-e6ef-40dd-b610-483b43ee7d50 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:49.936645 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a7bd6d25-1b49-4f7b-8980-2ca91d740b94 req-47ff522a-e6ef-40dd-b610-483b43ee7d50 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0664887 Jun 11 19:41:49.980155 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a7bd6d25-1b49-4f7b-8980-2ca91d740b94 req-7106318e-02f4-4423-a0a0-9058a54a0219 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380480 Jun 11 19:41:50.768259 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6496e-5929-4c7f-b696-c44e78675dfc req-50f37c7d-4eb1-4fbc-b39a-99e29c2d22c7 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:50.769712 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c7c6496e-5929-4c7f-b696-c44e78675dfc req-50f37c7d-4eb1-4fbc-b39a-99e29c2d22c7 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 943 time: 0.1192355 Jun 11 19:41:50.777376 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9815426-d572-4324-a71d-506363589455 req-a2cae0ec-dc48-464f-9c3b-b25293b39032 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:50.778721 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b9815426-d572-4324-a71d-506363589455 req-a2cae0ec-dc48-464f-9c3b-b25293b39032 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 943 time: 0.1193182 Jun 11 19:41:50.841235 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c7c6496e-5929-4c7f-b696-c44e78675dfc req-6a10411a-ad24-4f9d-be56-3f2694e1f4af tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615034 Jun 11 19:41:50.847986 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b9815426-d572-4324-a71d-506363589455 req-3f42ee64-4a74-4ca9-9083-c54f9ad06b60 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626245 Jun 11 19:41:51.158900 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6499979-0114-45a1-a920-89db35270bb6 req-5b9f644d-a6af-4f95-8d2a-f0931c315414 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:51.160222 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e6499979-0114-45a1-a920-89db35270bb6 req-5b9f644d-a6af-4f95-8d2a-f0931c315414 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0666382 Jun 11 19:41:51.200407 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e6499979-0114-45a1-a920-89db35270bb6 req-1ca99812-6827-4a75-abb3-944ff06891c5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346372 Jun 11 19:41:52.115043 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c6415-6c0a-4f03-8266-0eca850afafd req-ab7df955-156d-4f6e-9aaf-b9b75d17a3ed tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:52.116358 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0f8c6415-6c0a-4f03-8266-0eca850afafd req-ab7df955-156d-4f6e-9aaf-b9b75d17a3ed tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 943 time: 0.1545334 Jun 11 19:41:52.117880 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81d9d0-4125-4106-8420-149ed0065683 req-7f1beb56-520e-4165-921a-5d1c1b701bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:52.119200 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2e81d9d0-4125-4106-8420-149ed0065683 req-7f1beb56-520e-4165-921a-5d1c1b701bb5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 1096 time: 0.1665716 Jun 11 19:41:52.127019 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe08020-ef07-4c19-926f-7c1d9ceb11dd req-8b1d1b81-86ba-4a47-967c-2e4c1b480137 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:52.128320 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8fe08020-ef07-4c19-926f-7c1d9ceb11dd req-8b1d1b81-86ba-4a47-967c-2e4c1b480137 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 943 time: 0.1745152 Jun 11 19:41:52.215172 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0f8c6415-6c0a-4f03-8266-0eca850afafd req-4d0874f8-a5d5-4d3b-83e9-47ab30c3b3a2 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859470 Jun 11 19:41:52.221458 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8fe08020-ef07-4c19-926f-7c1d9ceb11dd req-7f07886b-1594-40fa-b1da-3e6a823c726b tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866299 Jun 11 19:41:52.222898 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2e81d9d0-4125-4106-8420-149ed0065683 req-0c9a85d4-3a31-4e28-9354-4ddf67929ccd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856447 Jun 11 19:41:52.384222 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875e949-4ffe-4410-88ed-f8fcc95618d8 req-10321fa2-326c-474e-b0a4-50ee57feb6e8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:52.385547 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f875e949-4ffe-4410-88ed-f8fcc95618d8 req-10321fa2-326c-474e-b0a4-50ee57feb6e8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0692863 Jun 11 19:41:52.426769 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f875e949-4ffe-4410-88ed-f8fcc95618d8 req-8e7f21e0-372f-4486-9092-20aab87955d8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352662 Jun 11 19:41:53.444258 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd606800-3046-4f8e-bc54-597f03edfe16 req-3ba5b852-7441-4a9c-8a83-1b66ee6674ac tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:53.445679 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bd606800-3046-4f8e-bc54-597f03edfe16 req-3ba5b852-7441-4a9c-8a83-1b66ee6674ac tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 943 time: 0.1162324 Jun 11 19:41:53.453460 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436e462-9900-4a70-b975-82a588ea1596 req-391e4da7-339c-417a-ae8c-83bc017f5431 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:53.454799 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e436e462-9900-4a70-b975-82a588ea1596 req-391e4da7-339c-417a-ae8c-83bc017f5431 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 943 time: 0.1265230 Jun 11 19:41:53.514831 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bd606800-3046-4f8e-bc54-597f03edfe16 req-4fa1f996-d743-40a4-a1c9-541c5b946297 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589235 Jun 11 19:41:53.519412 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e436e462-9900-4a70-b975-82a588ea1596 req-8f993442-ff26-45bf-a900-fe496d36a2ed tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572622 Jun 11 19:41:53.605300 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device aa296ff8-4d5c-401b-a341-4ba99abce129 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:41:53.692981 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07120e-f7e4-454b-8dc8-a6ab184946f5 req-5915074a-736d-4abc-8ba9-b6cbab8f0ebb tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:53.694457 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-df07120e-f7e4-454b-8dc8-a6ab184946f5 req-5915074a-736d-4abc-8ba9-b6cbab8f0ebb tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0781131 Jun 11 19:41:53.737761 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-df07120e-f7e4-454b-8dc8-a6ab184946f5 req-c39afbd8-e7b9-4fa0-a486-7f2c1eb65242 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371244 Jun 11 19:41:53.745417 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port aa296ff8-4d5c-401b-a341-4ba99abce129, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa296ff8-4d5c-401b-a341-4ba99abce129,segment=NetworkSegment(140ff6ff-10cc-4eb1-a05a-930326ac3214),segment_id=140ff6ff-10cc-4eb1-a05a-930326ac3214)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:41:53.758762 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': 'aa296ff8-4d5c-401b-a341-4ba99abce129', 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb', 'port_id': 'aa296ff8-4d5c-401b-a341-4ba99abce129', 'mac_address': 'fa:16:3e:b3:ec:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:41:53.802435 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:53.817502 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa296ff8-4d5c-401b-a341-4ba99abce129 {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:41:53.838563 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port aa296ff8-4d5c-401b-a341-4ba99abce129, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa296ff8-4d5c-401b-a341-4ba99abce129,segment=NetworkSegment(140ff6ff-10cc-4eb1-a05a-930326ac3214),segment_id=140ff6ff-10cc-4eb1-a05a-930326ac3214)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:41:53.842818 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:53.843567 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 3fb4e8a0-89a5-4025-ba83-a49107242676 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:41:53.847903 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:53.928653 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=aa296ff8-4d5c-401b-a341-4ba99abce129,revision_number=7']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:53.932670 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:54.006187 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 3fb4e8a0-89a5-4025-ba83-a49107242676, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3fb4e8a0-89a5-4025-ba83-a49107242676,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:41:54.017651 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': '3fb4e8a0-89a5-4025-ba83-a49107242676', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'port_id': '3fb4e8a0-89a5-4025-ba83-a49107242676', 'mac_address': 'fa:16:3e:05:59:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:41:54.062764 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:54.077287 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb4e8a0-89a5-4025-ba83-a49107242676 {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:41:54.097015 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 3fb4e8a0-89a5-4025-ba83-a49107242676, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3fb4e8a0-89a5-4025-ba83-a49107242676,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:41:54.100589 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:54.102342 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-b73ed7e5-f8d6-4ce3-9e89-b888be6b6b0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:41:54.153106 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=3fb4e8a0-89a5-4025-ba83-a49107242676,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:41:54.155954 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:41:54.699593 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06a687-e557-432a-b30f-cd226a202d7d req-2f9f74e7-448d-40a2-a1cf-d125398f1c05 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:54.701009 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0e06a687-e557-432a-b30f-cd226a202d7d req-2f9f74e7-448d-40a2-a1cf-d125398f1c05 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 944 time: 0.0667801 Jun 11 19:41:54.741339 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0e06a687-e557-432a-b30f-cd226a202d7d req-b503c431-6ecb-4834-a137-f5cb89655690 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349035 Jun 11 19:41:54.929198 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79719d-5175-4c04-9727-2c5519742443 req-7a78c3df-fca9-4077-9744-66c21499a3a1 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:54.930681 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1a79719d-5175-4c04-9727-2c5519742443 req-7a78c3df-fca9-4077-9744-66c21499a3a1 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0722179 Jun 11 19:41:54.970737 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1a79719d-5175-4c04-9727-2c5519742443 req-c9add17a-973f-4b88-8876-258d17d90c69 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344853 Jun 11 19:41:55.924756 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e31cb-109e-412e-befe-c2a24d76be23 req-10f05ec0-f604-4694-a56a-8f598ef1548f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:55.926699 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-206e31cb-109e-412e-befe-c2a24d76be23 req-10f05ec0-f604-4694-a56a-8f598ef1548f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 944 time: 0.0705802 Jun 11 19:41:55.967029 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-206e31cb-109e-412e-befe-c2a24d76be23 req-1c79bfe9-2783-4e55-9a6d-7df766dab0bf tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347939 Jun 11 19:41:56.158214 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d5129-c015-493f-a51f-d89962f8285c req-eeede212-84d6-4e45-b135-5b1c7211758f tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:56.159662 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8c3d5129-c015-493f-a51f-d89962f8285c req-eeede212-84d6-4e45-b135-5b1c7211758f tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0734968 Jun 11 19:41:56.200302 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8c3d5129-c015-493f-a51f-d89962f8285c req-9cbd3353-7dd3-4157-b3fc-d895640a13ba tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346293 Jun 11 19:41:57.143985 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0870e87-2f27-4aa3-85b9-d6069fab5654 req-4872c9c1-a1dd-4847-a2bf-c014c947756e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:57.145404 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c0870e87-2f27-4aa3-85b9-d6069fab5654 req-4872c9c1-a1dd-4847-a2bf-c014c947756e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 944 time: 0.0662723 Jun 11 19:41:57.185368 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c0870e87-2f27-4aa3-85b9-d6069fab5654 req-2e1375e6-0d35-4f2b-b126-da8cb9bf9dc2 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344400 Jun 11 19:41:57.274659 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['aa296ff8-4d5c-401b-a341-4ba99abce129'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:41:57.278258 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['3fb4e8a0-89a5-4025-ba83-a49107242676'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:41:57.385185 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77f060-a6aa-4273-9aab-132016f7da25 req-18bd6dcf-ea82-4830-86a2-18cde530b6b8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:57.386641 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-eb77f060-a6aa-4273-9aab-132016f7da25 req-18bd6dcf-ea82-4830-86a2-18cde530b6b8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0725293 Jun 11 19:41:57.427305 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-eb77f060-a6aa-4273-9aab-132016f7da25 req-b8ddba38-008f-4c76-b3ce-8116cea12e5e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350363 Jun 11 19:41:57.452930 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:41:58.367152 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792cc63-2a86-415b-83f3-6f7d25a5aa59 req-b18282fc-f6d3-49ce-83d1-80cd84cbafed tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:58.368568 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4792cc63-2a86-415b-83f3-6f7d25a5aa59 req-b18282fc-f6d3-49ce-83d1-80cd84cbafed tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 944 time: 0.0670700 Jun 11 19:41:58.408765 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4792cc63-2a86-415b-83f3-6f7d25a5aa59 req-f43929bc-4626-463a-9675-0393795a7e70 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347307 Jun 11 19:41:58.611123 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979f0a8-e1be-4e34-ba97-9471c56a8673 req-5570127d-47f2-42ad-97cd-2c973a8a0ff4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:58.612529 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d979f0a8-e1be-4e34-ba97-9471c56a8673 req-5570127d-47f2-42ad-97cd-2c973a8a0ff4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0707374 Jun 11 19:41:58.652434 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d979f0a8-e1be-4e34-ba97-9471c56a8673 req-18b459c3-c874-4321-ae4a-26d9b3d866c8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340402 Jun 11 19:41:59.586492 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4a849-da0b-413c-ba06-5e5fc8e5138f req-12cd04ba-f829-4591-9a69-6e55fc070a41 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:59.587920 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bbc4a849-da0b-413c-ba06-5e5fc8e5138f req-12cd04ba-f829-4591-9a69-6e55fc070a41 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 944 time: 0.0668843 Jun 11 19:41:59.627563 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bbc4a849-da0b-413c-ba06-5e5fc8e5138f req-39091153-7885-4392-a0f6-6020b3723ddb tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341332 Jun 11 19:41:59.836632 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e1874-0961-40ee-8a52-020f5f7e12cb req-fcf5ee7e-693e-411d-adaa-b1612eeb4139 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:41:59.838047 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b05e1874-0961-40ee-8a52-020f5f7e12cb req-fcf5ee7e-693e-411d-adaa-b1612eeb4139 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0717721 Jun 11 19:41:59.877247 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b05e1874-0961-40ee-8a52-020f5f7e12cb req-25386618-ec89-4e4b-bb63-4a4511dd6730 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336707 Jun 11 19:42:00.804743 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb635cc-07a1-46c1-b5d5-8b8449588f95 req-37e0d550-5aef-46e4-824a-e04fbe48ec4e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:00.806189 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9eb635cc-07a1-46c1-b5d5-8b8449588f95 req-37e0d550-5aef-46e4-824a-e04fbe48ec4e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 944 time: 0.0682831 Jun 11 19:42:00.846821 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9eb635cc-07a1-46c1-b5d5-8b8449588f95 req-927d57cc-840f-46ae-9a12-ee8604a296d2 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349522 Jun 11 19:42:01.064532 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821fed5-7eb7-4452-a4e6-97cd1c671859 req-bda6cae2-20cd-48ed-87b6-61ffd0150c12 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:01.065972 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d821fed5-7eb7-4452-a4e6-97cd1c671859 req-bda6cae2-20cd-48ed-87b6-61ffd0150c12 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0719638 Jun 11 19:42:01.109465 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d821fed5-7eb7-4452-a4e6-97cd1c671859 req-66ebb345-f77f-402f-a3b1-4c1cc889a0f8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379624 Jun 11 19:42:02.022058 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7014f4-5f2e-4eae-87fb-a7d3e6585856 req-17cdb605-a877-4da5-a008-f849810a12d1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:02.023376 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5e7014f4-5f2e-4eae-87fb-a7d3e6585856 req-17cdb605-a877-4da5-a008-f849810a12d1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 944 time: 0.0657270 Jun 11 19:42:02.063215 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5e7014f4-5f2e-4eae-87fb-a7d3e6585856 req-67c448f6-e7e0-479a-8048-aa32c10b599c tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343504 Jun 11 19:42:02.292252 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device aa296ff8-4d5c-401b-a341-4ba99abce129 up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:42:02.294376 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbbeb2-7a95-4dbb-b792-729101e1b632 req-808ee6f5-81a6-46e8-9601-ec3eb2d267bd tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:02.295877 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fadbbeb2-7a95-4dbb-b792-729101e1b632 req-808ee6f5-81a6-46e8-9601-ec3eb2d267bd tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0735507 Jun 11 19:42:02.338356 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fadbbeb2-7a95-4dbb-b792-729101e1b632 req-68f5c5f6-6cb1-4e93-beba-5a94aefbd6e0 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362635 Jun 11 19:42:02.349847 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port aa296ff8-4d5c-401b-a341-4ba99abce129 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:42:02.350274 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:02.442819 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:02.466861 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef51bc6-6acc-45f2-907d-9a5d98764e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa296ff8-4d5c-401b-a341-4ba99abce129'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:42:02.469123 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcd5cc0-ab76-4286-8fcf-47cac2ba1b9f" -d '{"events": [{"server_uuid": "1ef51bc6-6acc-45f2-907d-9a5d98764e56", "name": "network-vif-plugged", "status": "completed", "tag": "aa296ff8-4d5c-401b-a341-4ba99abce129"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:42:02.483297 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port aa296ff8-4d5c-401b-a341-4ba99abce129, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa296ff8-4d5c-401b-a341-4ba99abce129,segment=NetworkSegment(140ff6ff-10cc-4eb1-a05a-930326ac3214),segment_id=140ff6ff-10cc-4eb1-a05a-930326ac3214)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:42:02.490002 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:02.491175 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 3fb4e8a0-89a5-4025-ba83-a49107242676 up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:42:02.515642 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e18b3c5-0814-457b-b3ac-43cc2eff8673 x-openstack-request-id: req-1e18b3c5-0814-457b-b3ac-43cc2eff8673 {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:42:02.515935 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef51bc6-6acc-45f2-907d-9a5d98764e56", "name": "network-vif-plugged", "status": "completed", "tag": "aa296ff8-4d5c-401b-a341-4ba99abce129", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:42:02.516215 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e18b3c5-0814-457b-b3ac-43cc2eff8673 {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:42:02.516566 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef51bc6-6acc-45f2-907d-9a5d98764e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa296ff8-4d5c-401b-a341-4ba99abce129', 'code': 200} Jun 11 19:42:02.517087 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:42:02.584313 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=aa296ff8-4d5c-401b-a341-4ba99abce129,revision_number=8']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:42:02.593323 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:02.593738 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:02.594099 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:02.594431 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:02.594790 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:02.595116 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:02.595471 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:02.595765 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:02.596194 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:02.596540 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:02.596860 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:02.601120 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:02.601564 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:42:02.602301 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port 3fb4e8a0-89a5-4025-ba83-a49107242676 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:42:02.606094 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port 3fb4e8a0-89a5-4025-ba83-a49107242676 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:42:02.606566 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:02.695245 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:02.729373 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 3fb4e8a0-89a5-4025-ba83-a49107242676, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3fb4e8a0-89a5-4025-ba83-a49107242676,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:42:02.733114 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:02.734983 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:42:02.786078 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=3fb4e8a0-89a5-4025-ba83-a49107242676,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:42:02.789351 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:42:03.236345 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce30d8-f676-4a13-8a86-d6d0770ec720 req-963d4bab-a6fd-4741-a0d2-720cd5681d29 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:03.237786 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c5ce30d8-f676-4a13-8a86-d6d0770ec720 req-963d4bab-a6fd-4741-a0d2-720cd5681d29 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 945 time: 0.0664997 Jun 11 19:42:03.279624 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c5ce30d8-f676-4a13-8a86-d6d0770ec720 req-6b4b8175-a2d7-4486-845a-a8aa356f350e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358372 Jun 11 19:42:03.528644 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753e958-0d34-41ab-b272-04c69407a801 req-cce0ecb9-e2e5-45d6-aae4-cd3b02d45d94 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:03.529945 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b753e958-0d34-41ab-b272-04c69407a801 req-cce0ecb9-e2e5-45d6-aae4-cd3b02d45d94 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0694826 Jun 11 19:42:03.569789 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b753e958-0d34-41ab-b272-04c69407a801 req-3956bd9a-9950-4905-b9c4-0dd2192042ca tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344007 Jun 11 19:42:04.453019 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b3722-139a-46d5-8599-dc6eaf5611ac req-36043a6c-6898-4a30-8ec9-cec0444e31c2 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:04.454424 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-965b3722-139a-46d5-8599-dc6eaf5611ac req-36043a6c-6898-4a30-8ec9-cec0444e31c2 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 945 time: 0.0657976 Jun 11 19:42:04.494136 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-965b3722-139a-46d5-8599-dc6eaf5611ac req-aa4cf922-6c5a-4682-9876-27c3490839f9 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333371 Jun 11 19:42:04.517437 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da03be5-798b-4678-b085-406edfae58c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb4e8a0-89a5-4025-ba83-a49107242676'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:42:04.520401 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebeff46-5723-4fef-92f2-430216eb90a4" -d '{"events": [{"server_uuid": "6da03be5-798b-4678-b085-406edfae58c9", "name": "network-vif-plugged", "status": "completed", "tag": "3fb4e8a0-89a5-4025-ba83-a49107242676"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:42:04.555250 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7080830f-1724-4def-bd0f-6008dfb76db1 x-openstack-request-id: req-7080830f-1724-4def-bd0f-6008dfb76db1 {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:42:04.555544 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da03be5-798b-4678-b085-406edfae58c9", "name": "network-vif-plugged", "status": "completed", "tag": "3fb4e8a0-89a5-4025-ba83-a49107242676", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:42:04.555807 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7080830f-1724-4def-bd0f-6008dfb76db1 {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:42:04.556189 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da03be5-798b-4678-b085-406edfae58c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb4e8a0-89a5-4025-ba83-a49107242676', 'code': 200} Jun 11 19:42:04.756855 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9333ae-46d8-4677-b1f9-3a88b3bc7618 req-577893c0-29e8-4e71-b847-073e9723b8d9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:04.758306 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-be9333ae-46d8-4677-b1f9-3a88b3bc7618 req-577893c0-29e8-4e71-b847-073e9723b8d9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0729167 Jun 11 19:42:04.801344 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-be9333ae-46d8-4677-b1f9-3a88b3bc7618 req-319ab88f-777d-47e5-8812-1c51a8481bc6 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360849 Jun 11 19:42:04.907377 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8f9df-76df-44ae-b23a-23997b7bd136 req-7342dea5-4e08-4e7b-b890-67d96b610818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:04.908826 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f9e8f9df-76df-44ae-b23a-23997b7bd136 req-7342dea5-4e08-4e7b-b890-67d96b610818 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 1098 time: 0.0574758 Jun 11 19:42:04.963433 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f9e8f9df-76df-44ae-b23a-23997b7bd136 req-536f8f17-da73-4b65-aad9-afe76295f5af service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323482 Jun 11 19:42:05.706069 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13d52e-9323-4138-9988-d023a39f946a req-1aaf4140-9a40-4002-ac5a-d990b5602e10 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:05.709218 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9b13d52e-9323-4138-9988-d023a39f946a req-1aaf4140-9a40-4002-ac5a-d990b5602e10 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 945 time: 0.0767488 Jun 11 19:42:05.771210 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9b13d52e-9323-4138-9988-d023a39f946a req-dc7895b3-9556-4eaa-acf4-e0001e28f911 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560539 Jun 11 19:42:06.021432 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543f38e-3727-463e-a1ac-17394047bd06 req-4f6bb903-b9bd-4d6d-af5c-04b9c363055c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:06.023007 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8543f38e-3727-463e-a1ac-17394047bd06 req-4f6bb903-b9bd-4d6d-af5c-04b9c363055c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0822184 Jun 11 19:42:06.084521 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8543f38e-3727-463e-a1ac-17394047bd06 req-74c8f95c-0b82-499e-9820-f26dd4e5f3bb tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554914 Jun 11 19:42:06.305953 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device c37aa603-cf2e-4576-9b43-bbfd914e2b1e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:42:06.438356 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port c37aa603-cf2e-4576-9b43-bbfd914e2b1e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:42:06.452262 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'port_id': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e', 'mac_address': 'fa:16:3e:00:1f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:42:06.502441 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:06.526274 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c37aa603-cf2e-4576-9b43-bbfd914e2b1e {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:42:06.557943 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port c37aa603-cf2e-4576-9b43-bbfd914e2b1e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:42:06.563221 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:06.567543 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:42:06.765709 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['c37aa603-cf2e-4576-9b43-bbfd914e2b1e'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:42:06.823360 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-a0f960f5-1f88-4a5b-a64f-d06b90c279a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:06.826744 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,revision_number=6']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:42:06.831200 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:42:07.008296 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800c247-eb4e-44a8-9998-51af18adcceb req-32afb68e-0544-47f2-89c0-400392ceeb32 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:07.013287 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1800c247-eb4e-44a8-9998-51af18adcceb req-32afb68e-0544-47f2-89c0-400392ceeb32 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 945 time: 0.0858059 Jun 11 19:42:07.065592 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-1800c247-eb4e-44a8-9998-51af18adcceb req-0b30c68f-8a05-48b7-bc3b-e1ecd1951ab5 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496254 Jun 11 19:42:07.321767 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba886520-1dfa-4c49-9fbd-5890bee2d0ed req-b06fcaad-ff98-47e4-a847-81a495c820ff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:07.328542 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ba886520-1dfa-4c49-9fbd-5890bee2d0ed req-b06fcaad-ff98-47e4-a847-81a495c820ff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 945 time: 0.1403642 Jun 11 19:42:07.357164 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d13679-3f6d-4dfc-aee5-6e5b9c83f4d7 req-7eccfbdf-c413-44b9-863a-43e1e5bf8027 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:07.358707 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e2d13679-3f6d-4dfc-aee5-6e5b9c83f4d7 req-7eccfbdf-c413-44b9-863a-43e1e5bf8027 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 944 time: 0.1307342 Jun 11 19:42:07.401590 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ba886520-1dfa-4c49-9fbd-5890bee2d0ed req-fffdfbc5-eb5a-45b4-b0f6-47ce9a81761b tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719464 Jun 11 19:42:07.421047 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 45312) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:42:07.430688 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e2d13679-3f6d-4dfc-aee5-6e5b9c83f4d7 req-a40eba76-f2a6-4f06-90f7-8cd117309275 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639710 Jun 11 19:42:07.604589 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24e8fd9-7927-4aaf-8e7d-704581b949fb tempest-TestVolumeBootPattern-1448572995 tempest-TestVolumeBootPattern-1448572995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:07.606058 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-e24e8fd9-7927-4aaf-8e7d-704581b949fb tempest-TestVolumeBootPattern-1448572995 tempest-TestVolumeBootPattern-1448572995-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 1093 time: 0.1833777 Jun 11 19:42:07.609242 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 45316) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:42:07.614401 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Request body: {'floatingip': {'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'port_id': '3fb4e8a0-89a5-4025-ba83-a49107242676', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:42:07.641737 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for floatingip, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:07.800022 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:07.927834 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Allocated IP 172.27.0.244 (96e13ff2-92ce-495c-a9c8-09520c2db46e/3317fd00-ab75-48b2-85c3-a34ed1654e31/f8b70ae8-cb8d-4b66-afc3-268d7cd099b0) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:42:08.096032 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:08.143656 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9110942'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:08.151884 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-648e65c3-603e-41fc-8da1-c6108a5bf7d9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:42:08.189292 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:42:08.192688 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:42:08.200046 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:42:08.237385 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event updated for resources: {'Port': ['ID=f8b70ae8-cb8d-4b66-afc3-268d7cd099b0,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:42:08.249311 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:08.249776 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:08.250244 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:08.250732 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:08.251185 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:08.251640 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:08.252092 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:08.252541 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:08.252992 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:08.253463 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:08.254396 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:08.254838 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:08.259793 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:42:08.533033 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:42:08.792009 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47b5bd-acac-4924-bf80-d98d2a0a2f92 req-e7654687-892b-44c2-b022-741f74b04129 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:08.793545 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8a47b5bd-acac-4924-bf80-d98d2a0a2f92 req-e7654687-892b-44c2-b022-741f74b04129 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 944 time: 0.1742384 Jun 11 19:42:08.796805 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:08.873374 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8a47b5bd-acac-4924-bf80-d98d2a0a2f92 req-5f8a2f7a-dfb1-4403-9065-f08799498a33 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519357 Jun 11 19:42:08.922874 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:09.059380 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-76719227-9d67-4a53-9338-ce7086a1c3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:09.249820 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:09.491429 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:09.497772 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:09.500299 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:42:09.576975 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event updated for resources: {'Port': ['ID=f8b70ae8-cb8d-4b66-afc3-268d7cd099b0,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:42:09.590028 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:42:09.601109 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931187'] for floatingip, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:09.761955 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.l3_db [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Floating IP 697859ef-8f28-4fbb-a643-2475ba6c2d34 associated. External IP: 172.27.0.244, port: 3fb4e8a0-89a5-4025-ba83-a49107242676. Jun 11 19:42:10.121881 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:42:10.130130 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dca45-5abc-472e-9c52-49cbd6c29758 req-4eaa5c03-cf43-4bc8-9ecf-ad34d7515a38 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:10.131742 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3d2dca45-5abc-472e-9c52-49cbd6c29758 req-4eaa5c03-cf43-4bc8-9ecf-ad34d7515a38 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 944 time: 0.1081619 Jun 11 19:42:10.280727 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3d2dca45-5abc-472e-9c52-49cbd6c29758 req-69fc1b4a-3da8-495e-a0ab-6440b25fe67d tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420233 Jun 11 19:42:10.324948 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:42:10.340758 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1128861-ffc2-4c21-be16-5a893821bec1 None None] Sync routers for ids ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:42:10.342855 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:10.357270 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1128861-ffc2-4c21-be16-5a893821bec1 None None] Routers {'44ec4b6f-f00c-4390-a5b3-e421e1a35598'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:42:10.358024 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-e1128861-ffc2-4c21-be16-5a893821bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:42:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:42:10.415041 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8044984 Jun 11 19:42:10.417626 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da03be5-798b-4678-b085-406edfae58c9', 'tag': '3fb4e8a0-89a5-4025-ba83-a49107242676'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:42:10.429578 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa9273c-0e8c-43fb-8e15-5bc8c87600a2" -d '{"events": [{"name": "network-changed", "server_uuid": "6da03be5-798b-4678-b085-406edfae58c9", "tag": "3fb4e8a0-89a5-4025-ba83-a49107242676"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:42:10.431909 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:10.477204 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b67a411-7e07-4010-9b18-aef3bb6cb517 x-openstack-request-id: req-5b67a411-7e07-4010-9b18-aef3bb6cb517 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:42:10.477799 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da03be5-798b-4678-b085-406edfae58c9", "tag": "3fb4e8a0-89a5-4025-ba83-a49107242676", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:42:10.478104 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b67a411-7e07-4010-9b18-aef3bb6cb517 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:42:10.478568 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da03be5-798b-4678-b085-406edfae58c9', 'tag': '3fb4e8a0-89a5-4025-ba83-a49107242676', 'status': 'completed', 'code': 200} Jun 11 19:42:10.588098 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9273c-0e8c-43fb-8e15-5bc8c87600a2 req-964ba391-b7f0-4fa2-a5d7-f2f2d2dfc6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:10.600043 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0aa9273c-0e8c-43fb-8e15-5bc8c87600a2 req-964ba391-b7f0-4fa2-a5d7-f2f2d2dfc6b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5da85e3d494c400d9b6ee93e139f5496&device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 1098 time: 0.0836854 Jun 11 19:42:10.631842 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-e1128861-ffc2-4c21-be16-5a893821bec1 None None] Set router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:42:10.734297 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9273c-0e8c-43fb-8e15-5bc8c87600a2 req-4bc10b35-6a5f-497f-9657-78590ae9a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:10.735875 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0aa9273c-0e8c-43fb-8e15-5bc8c87600a2 req-4bc10b35-6a5f-497f-9657-78590ae9a1f9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 HTTP/1.1" status: 200 len: 913 time: 0.1277227 Jun 11 19:42:10.856121 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0aa9273c-0e8c-43fb-8e15-5bc8c87600a2 req-10fd1009-5cb6-46a6-bbff-fb90929b27fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fb4e8a0-89a5-4025-ba83-a49107242676 HTTP/1.1" status: 200 len: 999 time: 0.0961540 Jun 11 19:42:10.931614 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-e1128861-ffc2-4c21-be16-5a893821bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '0c7e5e5e-e590-404e-86f0-7594cce92105', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'port_id': '27659e6c-f89a-4bc1-88e5-601f69bfcf82', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'mac_address': 'fa:16:3e:bf:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:39:50Z', 'updated_at': '2021-06-11T19:39:54Z', 'revision_number': 1, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'fixed_ip_address_scope': None}, {'id': '697859ef-8f28-4fbb-a643-2475ba6c2d34', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'port_id': '3fb4e8a0-89a5-4025-ba83-a49107242676', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'mac_address': 'fa:16:3e:05:59:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da03be5-798b-4678-b085-406edfae58c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:42:08Z', 'updated_at': '2021-06-11T19:42:08Z', 'revision_number': 0, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:34Z', 'revision_number': 5, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:42:10.935498 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1128861-ffc2-4c21-be16-5a893821bec1 None None] Checking router: 44ec4b6f-f00c-4390-a5b3-e421e1a35598 for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:42:10.949337 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1128861-ffc2-4c21-be16-5a893821bec1 None None] Routers {'44ec4b6f-f00c-4390-a5b3-e421e1a35598'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:42:10.950204 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-e1128861-ffc2-4c21-be16-5a893821bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:42:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:42:10.958323 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9273c-0e8c-43fb-8e15-5bc8c87600a2 req-6aa7471f-d9df-4a2e-8df6-8ebbd70f4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:10.960491 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0aa9273c-0e8c-43fb-8e15-5bc8c87600a2 req-6aa7471f-d9df-4a2e-8df6-8ebbd70f4e57 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b74db1c-1c6c-4033-956f-ab002f0c83d3 HTTP/1.1" status: 200 len: 851 time: 0.0932429 Jun 11 19:42:11.059217 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9273c-0e8c-43fb-8e15-5bc8c87600a2 req-98c6e90d-380d-4604-996a-478e96a2d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:11.060710 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0aa9273c-0e8c-43fb-8e15-5bc8c87600a2 req-98c6e90d-380d-4604-996a-478e96a2d1df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0930848 Jun 11 19:42:11.177242 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-e1128861-ffc2-4c21-be16-5a893821bec1 None None] Set router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:42:11.257364 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0aa9273c-0e8c-43fb-8e15-5bc8c87600a2 req-ae33369c-fd67-43ed-8af6-ae8a3a040b6c service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888585 Jun 11 19:42:11.399110 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0aa9273c-0e8c-43fb-8e15-5bc8c87600a2 req-a893dbd8-41b9-49c8-a63e-1bbdb3b33845 service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329629 Jun 11 19:42:11.534752 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e06cd-7bcd-42da-8c82-0812350b3013 req-be98291b-bdfc-416c-9d37-421aea9a87b4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:11.537932 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-405e06cd-7bcd-42da-8c82-0812350b3013 req-be98291b-bdfc-416c-9d37-421aea9a87b4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 944 time: 0.0883892 Jun 11 19:42:11.545763 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-e1128861-ffc2-4c21-be16-5a893821bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '0c7e5e5e-e590-404e-86f0-7594cce92105', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'port_id': '27659e6c-f89a-4bc1-88e5-601f69bfcf82', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'mac_address': 'fa:16:3e:bf:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:39:50Z', 'updated_at': '2021-06-11T19:39:54Z', 'revision_number': 1, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'fixed_ip_address_scope': None}, {'id': '697859ef-8f28-4fbb-a643-2475ba6c2d34', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'port_id': '3fb4e8a0-89a5-4025-ba83-a49107242676', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'mac_address': 'fa:16:3e:05:59:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da03be5-798b-4678-b085-406edfae58c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:42:08Z', 'updated_at': '2021-06-11T19:42:08Z', 'revision_number': 0, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:34Z', 'revision_number': 5, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:42:11.549566 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1128861-ffc2-4c21-be16-5a893821bec1 None None] The sync data for ids ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'] in dv-cinder-790535-3-iscsi is: [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '0c7e5e5e-e590-404e-86f0-7594cce92105', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'port_id': '27659e6c-f89a-4bc1-88e5-601f69bfcf82', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'mac_address': 'fa:16:3e:bf:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:39:50Z', 'updated_at': '2021-06-11T19:39:54Z', 'revision_number': 1, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'fixed_ip_address_scope': None}, {'id': '697859ef-8f28-4fbb-a643-2475ba6c2d34', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'port_id': '3fb4e8a0-89a5-4025-ba83-a49107242676', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'mac_address': 'fa:16:3e:05:59:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da03be5-798b-4678-b085-406edfae58c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:42:08Z', 'updated_at': '2021-06-11T19:42:08Z', 'revision_number': 0, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:34Z', 'revision_number': 5, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:42:11.587047 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-405e06cd-7bcd-42da-8c82-0812350b3013 req-e73dd736-9a97-4009-85a2-b7a5a91c5e07 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423245 Jun 11 19:42:11.773962 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24382f4d-7ba6-4bb7-9640-df8e1206d79c None None] New status for floating IP 697859ef-8f28-4fbb-a643-2475ba6c2d34: ACTIVE {{(pid=91835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:42:11.910653 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device c37aa603-cf2e-4576-9b43-bbfd914e2b1e up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:42:11.993587 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:12.048084 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port c37aa603-cf2e-4576-9b43-bbfd914e2b1e triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:42:12.048432 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:12.148022 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:12.174431 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9989f589-a2bc-4356-9b61-696ee9998543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:42:12.176746 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e98464-9266-4e9a-b5f4-7744d5b2c361" -d '{"events": [{"server_uuid": "9989f589-a2bc-4356-9b61-696ee9998543", "name": "network-vif-plugged", "status": "completed", "tag": "c37aa603-cf2e-4576-9b43-bbfd914e2b1e"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:42:12.191105 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port c37aa603-cf2e-4576-9b43-bbfd914e2b1e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:42:12.195616 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:12.197442 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:42:12.238409 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c9021b-e1e8-4325-86ad-f7c8dfc18f1b x-openstack-request-id: req-71c9021b-e1e8-4325-86ad-f7c8dfc18f1b {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:42:12.238726 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9989f589-a2bc-4356-9b61-696ee9998543", "name": "network-vif-plugged", "status": "completed", "tag": "c37aa603-cf2e-4576-9b43-bbfd914e2b1e", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:42:12.239173 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71c9021b-e1e8-4325-86ad-f7c8dfc18f1b {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:42:12.239723 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9989f589-a2bc-4356-9b61-696ee9998543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e', 'code': 200} Jun 11 19:42:12.258482 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,revision_number=7']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:42:12.261861 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:42:12.797497 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978b4d9-4d51-47a1-9cda-db6531c4855f req-c285e29f-7976-4626-9b4e-6e7bd6068106 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:12.799075 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7978b4d9-4d51-47a1-9cda-db6531c4855f req-c285e29f-7976-4626-9b4e-6e7bd6068106 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0870712 Jun 11 19:42:12.853618 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7978b4d9-4d51-47a1-9cda-db6531c4855f req-44c5f690-7c8d-4e76-99d6-ea3901b9ed4e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460374 Jun 11 19:42:14.062214 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8033cb-759a-43bb-80d6-269db5e28fe0 req-143f613d-ef7e-4749-8011-d60dae22ed04 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:14.069727 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4b8033cb-759a-43bb-80d6-269db5e28fe0 req-143f613d-ef7e-4749-8011-d60dae22ed04 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0782843 Jun 11 19:42:14.109161 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4b8033cb-759a-43bb-80d6-269db5e28fe0 req-19eba328-76e9-43a7-89a0-d84975248b13 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385673 Jun 11 19:42:14.367394 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 45426) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:42:14.471060 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d673f0ca-9c1a-4d43-8a3a-672e97fa479a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:14.567587 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d673f0ca-9c1a-4d43-8a3a-672e97fa479a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:14.571235 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d673f0ca-9c1a-4d43-8a3a-672e97fa479a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:14.573612 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-c36656f5-82ff-4149-b1ad-9820d1e9d86e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:42:14.610398 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673f0ca-9c1a-4d43-8a3a-672e97fa479a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b19adb-2207-4a10-a0d4-b058caacb501,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:42:14.616498 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-d673f0ca-9c1a-4d43-8a3a-672e97fa479a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ac7dc0c0dc14527b468a88b7bbcb968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469473 Jun 11 19:42:14.616498 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-d673f0ca-9c1a-4d43-8a3a-672e97fa479a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:42:14.617627 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 45434) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:42:14.666532 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1cdc867f-a35a-4c1b-be77-58d0b6d76074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:14.688276 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1cdc867f-a35a-4c1b-be77-58d0b6d76074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:14.737903 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1cdc867f-a35a-4c1b-be77-58d0b6d76074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:14.740958 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-1cdc867f-a35a-4c1b-be77-58d0b6d76074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:14.742054 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-1cdc867f-a35a-4c1b-be77-58d0b6d76074 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88b19adb-2207-4a10-a0d4-b058caacb501 HTTP/1.1" status: 204 len: 168 time: 0.1236253 Jun 11 19:42:14.742813 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-4d1ff619-090e-4e0e-82fa-99233c7d0824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:42:14.751078 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc867f-a35a-4c1b-be77-58d0b6d76074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b19adb-2207-4a10-a0d4-b058caacb501,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:42:14.753258 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-1cdc867f-a35a-4c1b-be77-58d0b6d76074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:42:15.001664 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 45440) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:42:15.016996 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d6d92e8e-7818-4135-a611-6eb37a2b71c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:15.113328 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d6d92e8e-7818-4135-a611-6eb37a2b71c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:15.117163 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-d6d92e8e-7818-4135-a611-6eb37a2b71c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:15.119702 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c1ca1080-27a6-4f93-a628-cd02947c657f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:42:15.163589 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-d6d92e8e-7818-4135-a611-6eb37a2b71c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8023df136e1f4ef78f1ddf715983ae0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585541 Jun 11 19:42:15.163589 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d92e8e-7818-4135-a611-6eb37a2b71c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac67e3a-f9e6-4920-b3a8-47ba98dc3b3d,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:42:15.164738 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 45444) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:42:15.176549 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d92e8e-7818-4135-a611-6eb37a2b71c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:15.176836 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d92e8e-7818-4135-a611-6eb37a2b71c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:15.177187 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d92e8e-7818-4135-a611-6eb37a2b71c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:15.177551 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d92e8e-7818-4135-a611-6eb37a2b71c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:15.177907 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d92e8e-7818-4135-a611-6eb37a2b71c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:15.178264 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d92e8e-7818-4135-a611-6eb37a2b71c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:15.178637 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d92e8e-7818-4135-a611-6eb37a2b71c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:15.178997 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d92e8e-7818-4135-a611-6eb37a2b71c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:15.179351 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d92e8e-7818-4135-a611-6eb37a2b71c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:15.179699 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d92e8e-7818-4135-a611-6eb37a2b71c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:15.180045 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d92e8e-7818-4135-a611-6eb37a2b71c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:15.180436 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d92e8e-7818-4135-a611-6eb37a2b71c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:42:15.190102 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-d6d92e8e-7818-4135-a611-6eb37a2b71c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:42:15.190413 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2b853-cdca-439c-8d74-afde8fb6bf92 req-7b0193ff-67ec-42ba-92b1-c89da181a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:15.192859 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3ee2b853-cdca-439c-8d74-afde8fb6bf92 req-7b0193ff-67ec-42ba-92b1-c89da181a983 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e11c9a92b2034fce97efde0e6eb32aa1&device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 1098 time: 0.0625117 Jun 11 19:42:15.231932 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-23db8bd1-66c7-442b-a242-ed60c096950e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:15.254489 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-23db8bd1-66c7-442b-a242-ed60c096950e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:15.305333 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-23db8bd1-66c7-442b-a242-ed60c096950e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:15.308063 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-23db8bd1-66c7-442b-a242-ed60c096950e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:15.311600 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-23db8bd1-66c7-442b-a242-ed60c096950e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ac67e3a-f9e6-4920-b3a8-47ba98dc3b3d HTTP/1.1" status: 204 len: 168 time: 0.1425965 Jun 11 19:42:15.311600 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-cf73cf4a-9fc1-4139-bb76-4c5c9af6da09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:42:15.322887 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db8bd1-66c7-442b-a242-ed60c096950e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac67e3a-f9e6-4920-b3a8-47ba98dc3b3d,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:42:15.325355 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-23db8bd1-66c7-442b-a242-ed60c096950e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:42:15.353227 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2b853-cdca-439c-8d74-afde8fb6bf92 req-b93edd06-216a-4894-826b-3874a7c15e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:15.355032 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3ee2b853-cdca-439c-8d74-afde8fb6bf92 req-b93edd06-216a-4894-826b-3874a7c15e76 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b HTTP/1.1" status: 200 len: 917 time: 0.1549411 Jun 11 19:42:15.380354 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6819a7-4091-474f-b557-17f59e6739ca req-49a985dd-f86e-4212-bb27-248a09611ce9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:15.381975 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cb6819a7-4091-474f-b557-17f59e6739ca req-49a985dd-f86e-4212-bb27-248a09611ce9 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.1424961 Jun 11 19:42:15.480684 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3ee2b853-cdca-439c-8d74-afde8fb6bf92 req-e6d71763-3aa5-4096-9dbc-6f57144d6ff8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c37aa603-cf2e-4576-9b43-bbfd914e2b1e HTTP/1.1" status: 200 len: 1000 time: 0.1144993 Jun 11 19:42:15.485452 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cb6819a7-4091-474f-b557-17f59e6739ca req-0835d0d3-9750-4606-908c-72f3f03243dc tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629141 Jun 11 19:42:15.542900 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2b853-cdca-439c-8d74-afde8fb6bf92 req-2ef40b9e-05e5-4c9d-bb36-a6fccecf4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:15.544340 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3ee2b853-cdca-439c-8d74-afde8fb6bf92 req-2ef40b9e-05e5-4c9d-bb36-a6fccecf4ca8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b1b2f8b-4f81-46c4-a470-0a07973694a0 HTTP/1.1" status: 200 len: 855 time: 0.0548666 Jun 11 19:42:15.606491 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2b853-cdca-439c-8d74-afde8fb6bf92 req-3642d531-3d21-4363-9acd-f334032313fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:15.607972 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3ee2b853-cdca-439c-8d74-afde8fb6bf92 req-3642d531-3d21-4363-9acd-f334032313fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561218 Jun 11 19:42:15.727687 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3ee2b853-cdca-439c-8d74-afde8fb6bf92 req-153f874f-1138-4307-8466-01945f40b3c2 service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118734 Jun 11 19:42:15.849901 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3ee2b853-cdca-439c-8d74-afde8fb6bf92 req-ebb21759-ac27-463b-b939-872ecb43dc43 service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146364 Jun 11 19:42:16.675157 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefb2fb-33e2-439a-b694-6754d3bba701 req-298ca695-d93b-48e7-9852-bcab8841a550 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:16.677701 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9fefb2fb-33e2-439a-b694-6754d3bba701 req-298ca695-d93b-48e7-9852-bcab8841a550 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0677943 Jun 11 19:42:16.723537 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9fefb2fb-33e2-439a-b694-6754d3bba701 req-5ce75cf8-38bc-471b-a4c1-e9121b857e3b tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405176 Jun 11 19:42:17.915709 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b1743-5eca-4998-b23a-9038d405898c req-02727bd0-ab12-4786-877a-c06b537bc1d0 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:17.917154 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e70b1743-5eca-4998-b23a-9038d405898c req-02727bd0-ab12-4786-877a-c06b537bc1d0 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 945 time: 0.0686197 Jun 11 19:42:17.940202 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device c37aa603-cf2e-4576-9b43-bbfd914e2b1e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:42:17.965292 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e70b1743-5eca-4998-b23a-9038d405898c req-989da1f3-fae6-4967-b8ff-2df7b7c34800 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422511 Jun 11 19:42:18.028456 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:18.057719 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9989f589-a2bc-4356-9b61-696ee9998543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:42:18.060184 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d74b1b1-086b-4471-99c8-e56ab98518f1" -d '{"events": [{"server_uuid": "9989f589-a2bc-4356-9b61-696ee9998543", "name": "network-vif-unplugged", "status": "completed", "tag": "c37aa603-cf2e-4576-9b43-bbfd914e2b1e"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:42:18.074748 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port c37aa603-cf2e-4576-9b43-bbfd914e2b1e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:42:18.079199 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:18.080620 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:42:18.108209 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 19:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f1895c-75f3-47fb-9980-5383264aa43e x-openstack-request-id: req-b7f1895c-75f3-47fb-9980-5383264aa43e {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:42:18.108504 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9989f589-a2bc-4356-9b61-696ee9998543", "name": "network-vif-unplugged", "status": "completed", "tag": "c37aa603-cf2e-4576-9b43-bbfd914e2b1e", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:42:18.108763 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7f1895c-75f3-47fb-9980-5383264aa43e {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:42:18.109149 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9989f589-a2bc-4356-9b61-696ee9998543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e', 'code': 200} Jun 11 19:42:18.138459 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,revision_number=8']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:42:18.141258 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:42:19.149001 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf29757-e7ac-4133-853d-23f5525e838c req-10bec7bc-e91b-4fd9-9e7d-c6e99fce8bb3 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:19.150465 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4bf29757-e7ac-4133-853d-23f5525e838c req-10bec7bc-e91b-4fd9-9e7d-c6e99fce8bb3 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.0662613 Jun 11 19:42:19.194245 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4bf29757-e7ac-4133-853d-23f5525e838c req-56748d28-9ba1-41e1-b1c1-1c04d659bb0f tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382545 Jun 11 19:42:20.354972 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c153f-bc8b-47c5-b50b-1539f11159de req-e9390299-2965-4769-8206-ce7d8a752332 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:20.356411 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-332c153f-bc8b-47c5-b50b-1539f11159de req-e9390299-2965-4769-8206-ce7d8a752332 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.0684800 Jun 11 19:42:20.398452 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-332c153f-bc8b-47c5-b50b-1539f11159de req-d59bbdfd-a33b-4434-8b65-50d33e7642ad tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362728 Jun 11 19:42:20.532464 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 45582) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:42:20.634697 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [req-ae1b62d3-b59f-452a-ad4b-9570d66320df req-62ab4421-211e-4f06-a45e-ec11a44b4c39 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1009789 Jun 11 19:42:21.582659 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c43af0-a039-4da0-8725-ec210aee422b req-1fba0f52-22fa-4d0c-bc1e-d74afe3884f1 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:21.584178 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-09c43af0-a039-4da0-8725-ec210aee422b req-1fba0f52-22fa-4d0c-bc1e-d74afe3884f1 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.0666642 Jun 11 19:42:21.629350 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-09c43af0-a039-4da0-8725-ec210aee422b req-083d1187-2da8-495a-9dec-d2311494f55c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395548 Jun 11 19:42:21.695558 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b62d3-b59f-452a-ad4b-9570d66320df req-a4986d75-2579-400c-80cb-e3146a6a174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:21.697015 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ae1b62d3-b59f-452a-ad4b-9570d66320df req-a4986d75-2579-400c-80cb-e3146a6a174c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543&tenant_id=e11c9a92b2034fce97efde0e6eb32aa1 HTTP/1.1" status: 200 len: 1096 time: 0.0599959 Jun 11 19:42:21.780974 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b62d3-b59f-452a-ad4b-9570d66320df req-5160dfdf-1900-457e-8397-76cd1247ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:21.783078 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ae1b62d3-b59f-452a-ad4b-9570d66320df req-5160dfdf-1900-457e-8397-76cd1247ae79 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e11c9a92b2034fce97efde0e6eb32aa1&device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 1096 time: 0.0597880 Jun 11 19:42:21.903582 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b62d3-b59f-452a-ad4b-9570d66320df req-7056005e-32be-48a1-919d-06589da952d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:21.905019 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ae1b62d3-b59f-452a-ad4b-9570d66320df req-7056005e-32be-48a1-919d-06589da952d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b HTTP/1.1" status: 200 len: 917 time: 0.1128163 Jun 11 19:42:21.964893 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device c37aa603-cf2e-4576-9b43-bbfd914e2b1e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:42:22.290946 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ae1b62d3-b59f-452a-ad4b-9570d66320df req-11613a64-5d1c-4c54-9d22-f55d206d7a8b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c37aa603-cf2e-4576-9b43-bbfd914e2b1e HTTP/1.1" status: 200 len: 998 time: 0.3774011 Jun 11 19:42:22.347488 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b62d3-b59f-452a-ad4b-9570d66320df req-fb6f7670-8da3-4531-a0e9-20856f0cbc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:22.348930 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ae1b62d3-b59f-452a-ad4b-9570d66320df req-fb6f7670-8da3-4531-a0e9-20856f0cbc6c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b1b2f8b-4f81-46c4-a470-0a07973694a0 HTTP/1.1" status: 200 len: 855 time: 0.0499470 Jun 11 19:42:22.412069 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b62d3-b59f-452a-ad4b-9570d66320df req-37832852-0b1d-43e9-af5e-868870667a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:22.413499 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ae1b62d3-b59f-452a-ad4b-9570d66320df req-37832852-0b1d-43e9-af5e-868870667a3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565712 Jun 11 19:42:22.530749 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ae1b62d3-b59f-452a-ad4b-9570d66320df req-fc87d6a2-3d32-456a-a95d-30830602c354 service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070287 Jun 11 19:42:22.644440 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ae1b62d3-b59f-452a-ad4b-9570d66320df req-27615804-de29-4b5c-b284-a16b03c2848c service neutron] 10.222.0.39 "GET /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057897 Jun 11 19:42:22.821702 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441e3df-4a89-4aa8-ae1f-87844ce62b04 req-2ae904db-0429-449a-a797-219205ed5624 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:22.823276 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e441e3df-4a89-4aa8-ae1f-87844ce62b04 req-2ae904db-0429-449a-a797-219205ed5624 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.0709579 Jun 11 19:42:22.878149 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e441e3df-4a89-4aa8-ae1f-87844ce62b04 req-e779b45a-8bac-41c5-a470-abc7c425aa31 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485792 Jun 11 19:42:24.108416 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb1624-65b7-47fd-acc9-a543a5c20d7f req-7d5a55f3-a349-45ef-a82f-c8c2d4768811 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:24.109809 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-52cb1624-65b7-47fd-acc9-a543a5c20d7f req-7d5a55f3-a349-45ef-a82f-c8c2d4768811 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.0931237 Jun 11 19:42:24.168670 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-52cb1624-65b7-47fd-acc9-a543a5c20d7f req-5cc6d902-a0f0-4e88-aebb-24383ed8de8e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521996 Jun 11 19:42:25.371767 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d22c6d-c1c9-4b62-8140-1cf0c74febac req-809d13a8-b163-454b-8e34-adda4168db35 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:25.373230 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e2d22c6d-c1c9-4b62-8140-1cf0c74febac req-809d13a8-b163-454b-8e34-adda4168db35 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.0812991 Jun 11 19:42:25.415328 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e2d22c6d-c1c9-4b62-8140-1cf0c74febac req-99077d07-c5ae-432b-9881-aff426996bcd tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364273 Jun 11 19:42:26.613129 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e35-9b50-4a88-a642-3bd953bb9d4e req-d64096ce-21aa-44f2-978b-84db4352a885 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:26.615173 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e7f80e35-9b50-4a88-a642-3bd953bb9d4e req-d64096ce-21aa-44f2-978b-84db4352a885 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.0758731 Jun 11 19:42:26.661173 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e7f80e35-9b50-4a88-a642-3bd953bb9d4e req-500a91e3-4dc6-4e8a-b15d-19683bf7c5e4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394647 Jun 11 19:42:27.435004 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:27.856066 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6c84f-766c-4324-b56f-0353abeaf606 req-096dff9f-590d-437e-92b3-8b60a3814575 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:27.857590 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-38f6c84f-766c-4324-b56f-0353abeaf606 req-096dff9f-590d-437e-92b3-8b60a3814575 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.0701954 Jun 11 19:42:27.903771 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-38f6c84f-766c-4324-b56f-0353abeaf606 req-0f74c29c-5c35-459b-9a72-83dbdd44e115 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402753 Jun 11 19:42:29.098473 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c16c81-20b9-4e3a-96d5-9a3e8be4edac req-2932fb1f-f84e-4cc8-9e13-b8e8b8b740b8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:29.100616 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d7c16c81-20b9-4e3a-96d5-9a3e8be4edac req-2932fb1f-f84e-4cc8-9e13-b8e8b8b740b8 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.0760443 Jun 11 19:42:29.143143 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d7c16c81-20b9-4e3a-96d5-9a3e8be4edac req-a31ffa5c-8d91-4e53-b7c9-8234bc8e4d5e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368943 Jun 11 19:42:30.352635 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6f42e-3ac1-472e-b471-e8dab633971e req-c1ddcf03-0c4c-4198-a6cd-278d28bf648e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:30.354481 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d7c6f42e-3ac1-472e-b471-e8dab633971e req-c1ddcf03-0c4c-4198-a6cd-278d28bf648e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.0709147 Jun 11 19:42:30.400858 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d7c6f42e-3ac1-472e-b471-e8dab633971e req-683b234a-c472-490b-abd3-167d15a96521 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403006 Jun 11 19:42:31.604970 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423539b3-4fbb-4fa8-8f39-db8388e84a6b req-8be9255f-32c2-44a6-af54-20d7330da883 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:31.606439 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-423539b3-4fbb-4fa8-8f39-db8388e84a6b req-8be9255f-32c2-44a6-af54-20d7330da883 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.0838029 Jun 11 19:42:31.649862 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-423539b3-4fbb-4fa8-8f39-db8388e84a6b req-d3dfb9ca-8406-48c8-8db8-b55f32f597c7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373764 Jun 11 19:42:32.837360 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c789ee0-cf19-47fc-bcbc-e4fd158a1899 req-36e322bd-77ee-4985-8dff-be70c43c4ca5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:32.838954 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7c789ee0-cf19-47fc-bcbc-e4fd158a1899 req-36e322bd-77ee-4985-8dff-be70c43c4ca5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.0692787 Jun 11 19:42:32.881244 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-7c789ee0-cf19-47fc-bcbc-e4fd158a1899 req-e99544ae-154a-4d62-8e3a-c94446ac0451 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346477 Jun 11 19:42:34.071609 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf5053-5c5a-4bb0-8056-b00fe7dae280 req-0c22ebc5-1ca8-4630-ae6d-dfcc0ff885d6 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:34.072997 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9fdf5053-5c5a-4bb0-8056-b00fe7dae280 req-0c22ebc5-1ca8-4630-ae6d-dfcc0ff885d6 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.0743854 Jun 11 19:42:34.114558 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9fdf5053-5c5a-4bb0-8056-b00fe7dae280 req-5de9c3b1-c2a6-45df-8a5b-e99f354fd168 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358772 Jun 11 19:42:35.304616 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d298415-c4fe-4ae1-838c-3b3ed06d06aa req-86820a0c-6315-425e-afb3-ed3e819cb8f6 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:35.306095 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3d298415-c4fe-4ae1-838c-3b3ed06d06aa req-86820a0c-6315-425e-afb3-ed3e819cb8f6 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.0698111 Jun 11 19:42:35.348681 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3d298415-c4fe-4ae1-838c-3b3ed06d06aa req-01a19160-46b4-4993-b694-cc0a7806c6af tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369575 Jun 11 19:42:36.549477 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953044e-132f-4556-81f6-f9a1a23b4ddd req-ac0b5721-5626-427b-a8b6-c282bb3130b2 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:36.555073 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2953044e-132f-4556-81f6-f9a1a23b4ddd req-ac0b5721-5626-427b-a8b6-c282bb3130b2 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.0826499 Jun 11 19:42:36.594516 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2953044e-132f-4556-81f6-f9a1a23b4ddd req-a2f7529d-6b62-4685-aee6-184503d2a532 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379879 Jun 11 19:42:36.767189 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-5f471cc4-989c-45d1-a29a-9f49c0423729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:37.783107 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132f46d-21e8-4be6-9b65-b18444afb16c req-17aa29f7-6968-4544-96dd-af54d614c1d7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:37.784553 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9132f46d-21e8-4be6-9b65-b18444afb16c req-17aa29f7-6968-4544-96dd-af54d614c1d7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.0714569 Jun 11 19:42:37.867787 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9132f46d-21e8-4be6-9b65-b18444afb16c req-6aaf6967-5c0b-4e12-83ce-57b6b6d5d9ca tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770552 Jun 11 19:42:37.879545 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-efacd9ad-2663-4953-95d4-749bcdc85fae req-d868dc46-7b57-4a5b-9fdc-80be739fa6f8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871396 Jun 11 19:42:37.964452 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacd9ad-2663-4953-95d4-749bcdc85fae req-9064bce7-6939-4491-87cb-89c631b1fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:37.966136 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-efacd9ad-2663-4953-95d4-749bcdc85fae req-9064bce7-6939-4491-87cb-89c631b1fd5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5da85e3d494c400d9b6ee93e139f5496&device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 1098 time: 0.0575070 Jun 11 19:42:38.100555 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacd9ad-2663-4953-95d4-749bcdc85fae req-eb220ae1-1ca5-45a9-ad25-0116a4ccfd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:38.102006 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-efacd9ad-2663-4953-95d4-749bcdc85fae req-eb220ae1-1ca5-45a9-ad25-0116a4ccfd6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 HTTP/1.1" status: 200 len: 913 time: 0.1117790 Jun 11 19:42:38.190681 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-efacd9ad-2663-4953-95d4-749bcdc85fae req-49c2ee9b-82a4-4e7c-9d70-7a1d88667341 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27659e6c-f89a-4bc1-88e5-601f69bfcf82 HTTP/1.1" status: 200 len: 1001 time: 0.0801811 Jun 11 19:42:38.252172 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacd9ad-2663-4953-95d4-749bcdc85fae req-5ad8f37c-7949-48c9-be8b-221e23395b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:38.253608 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-efacd9ad-2663-4953-95d4-749bcdc85fae req-5ad8f37c-7949-48c9-be8b-221e23395b03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b74db1c-1c6c-4033-956f-ab002f0c83d3 HTTP/1.1" status: 200 len: 851 time: 0.0518320 Jun 11 19:42:38.281610 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 45714) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:42:38.320058 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacd9ad-2663-4953-95d4-749bcdc85fae req-feaab2ea-9c9d-4865-b619-8345e1d054ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:38.321527 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-efacd9ad-2663-4953-95d4-749bcdc85fae req-feaab2ea-9c9d-4865-b619-8345e1d054ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583787 Jun 11 19:42:38.388289 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-9db67f23-fe4f-400b-a3d8-f2904c212aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:38.446111 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-efacd9ad-2663-4953-95d4-749bcdc85fae req-12a30222-3866-4f3c-8959-f1658db20b75 service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118507 Jun 11 19:42:38.508505 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-9db67f23-fe4f-400b-a3d8-f2904c212aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:38.512722 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-9db67f23-fe4f-400b-a3d8-f2904c212aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:38.515600 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-6a8432af-6776-48f6-a8fc-4266e85ac8e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:42:38.556659 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-9db67f23-fe4f-400b-a3d8-f2904c212aec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6d7745323a34d819fe5ec47a02c01bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739749 Jun 11 19:42:38.557672 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db67f23-fe4f-400b-a3d8-f2904c212aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1924b1ab-3a5c-4990-8aeb-c05431018878,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:42:38.559420 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 45718) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:42:38.560983 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-9db67f23-fe4f-400b-a3d8-f2904c212aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:42:38.589757 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-efacd9ad-2663-4953-95d4-749bcdc85fae req-3561e052-ff3c-423b-96cd-b6cff7da3a4f service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358759 Jun 11 19:42:38.633987 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4fa562db-d032-454a-afcb-ef54b8f76a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:38.667083 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4fa562db-d032-454a-afcb-ef54b8f76a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:38.738160 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4fa562db-d032-454a-afcb-ef54b8f76a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:38.742707 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4fa562db-d032-454a-afcb-ef54b8f76a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:38.743066 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-4fa562db-d032-454a-afcb-ef54b8f76a70 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1924b1ab-3a5c-4990-8aeb-c05431018878 HTTP/1.1" status: 204 len: 168 time: 0.1826348 Jun 11 19:42:38.744071 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-146a9b8e-6d93-49f8-a293-e97fa3eb2d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:42:38.753981 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa562db-d032-454a-afcb-ef54b8f76a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1924b1ab-3a5c-4990-8aeb-c05431018878,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:42:38.757425 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-4fa562db-d032-454a-afcb-ef54b8f76a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:42:39.056144 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-7a5bcbe9-e685-4f3f-8ed7-76970dcf710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:39.105783 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634965f-3533-4508-be4d-1c2743c63c97 req-0d250e98-f9b0-4bfc-807a-5e2ae8fed115 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:39.105783 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6634965f-3533-4508-be4d-1c2743c63c97 req-0d250e98-f9b0-4bfc-807a-5e2ae8fed115 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 943 time: 0.0919197 Jun 11 19:42:39.149439 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6634965f-3533-4508-be4d-1c2743c63c97 req-e4e9ad97-0fbc-4fc9-8809-b1584b2c8e9a tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424831 Jun 11 19:42:39.241972 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:40.042556 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device c37aa603-cf2e-4576-9b43-bbfd914e2b1e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:42:40.160803 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port c37aa603-cf2e-4576-9b43-bbfd914e2b1e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:42:40.176758 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'port_id': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e', 'mac_address': 'fa:16:3e:00:1f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:42:40.220505 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:40.235508 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37aa603-cf2e-4576-9b43-bbfd914e2b1e {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:42:40.256836 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port c37aa603-cf2e-4576-9b43-bbfd914e2b1e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:42:40.260697 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:40.262674 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-59b1d1db-2516-4229-abf9-7d4b02d7c924 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:42:40.313009 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,revision_number=9']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:42:40.316015 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:42:40.341674 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf851a7-31b5-4f32-b518-567b0de106d3 req-5c660419-2599-4f1b-af38-0090fe28bead tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:40.343190 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dbf851a7-31b5-4f32-b518-567b0de106d3 req-5c660419-2599-4f1b-af38-0090fe28bead tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 944 time: 0.0698452 Jun 11 19:42:40.384565 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-dbf851a7-31b5-4f32-b518-567b0de106d3 req-c137255c-d294-42a2-8d64-40fbd9007ffa tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357988 Jun 11 19:42:40.431074 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:40.561395 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['c37aa603-cf2e-4576-9b43-bbfd914e2b1e'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:42:41.567437 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f6a13-5a7b-403f-a147-0b117b58e6d9 req-8849bfd3-3e3b-4bd1-b5ad-d9a3bee0363c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:41.568893 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-886f6a13-5a7b-403f-a147-0b117b58e6d9 req-8849bfd3-3e3b-4bd1-b5ad-d9a3bee0363c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 944 time: 0.0712223 Jun 11 19:42:41.610388 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-886f6a13-5a7b-403f-a147-0b117b58e6d9 req-13dd56a5-63a7-42be-8eef-e5bf5c2acc5c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359173 Jun 11 19:42:41.930241 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:42.792263 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7f8f9-dff4-43d5-b121-696598e0a103 req-e8472bdf-574d-4d2a-9f7a-9b4afa7643b4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:42.793702 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-24c7f8f9-dff4-43d5-b121-696598e0a103 req-e8472bdf-574d-4d2a-9f7a-9b4afa7643b4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 944 time: 0.0678718 Jun 11 19:42:42.833138 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-24c7f8f9-dff4-43d5-b121-696598e0a103 req-a33e8676-2903-42a5-bf50-00e768406410 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338843 Jun 11 19:42:44.018125 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499d38d-5192-44ca-8edf-1498ac557ded req-953fadf7-9098-4542-93ae-88901c313c47 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:44.019501 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4499d38d-5192-44ca-8edf-1498ac557ded req-953fadf7-9098-4542-93ae-88901c313c47 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 944 time: 0.0724018 Jun 11 19:42:44.059704 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4499d38d-5192-44ca-8edf-1498ac557ded req-d2f76cf8-e9a5-41e9-9737-b9cc1a20d7b1 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340652 Jun 11 19:42:45.251384 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b442ca-85d5-4654-a969-17e677060478 req-b6fbc8de-6171-4dde-860c-a106364cd704 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:45.252825 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b0b442ca-85d5-4654-a969-17e677060478 req-b6fbc8de-6171-4dde-860c-a106364cd704 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 944 time: 0.0724795 Jun 11 19:42:45.296818 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b0b442ca-85d5-4654-a969-17e677060478 req-49ca94c6-7e2b-4052-8082-cbf55937317f tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378387 Jun 11 19:42:45.535981 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:42:46.484520 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbec369-1881-453f-9fc6-ab900b156c0c req-fb24079d-127f-4859-9002-8064aa69a6bc tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:46.485973 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5bbec369-1881-453f-9fc6-ab900b156c0c req-fb24079d-127f-4859-9002-8064aa69a6bc tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 944 time: 0.0714638 Jun 11 19:42:46.526971 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5bbec369-1881-453f-9fc6-ab900b156c0c req-0752fe7e-abcb-4cdf-abeb-cd5b182dff55 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347192 Jun 11 19:42:46.651674 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device c37aa603-cf2e-4576-9b43-bbfd914e2b1e up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:42:46.701664 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port c37aa603-cf2e-4576-9b43-bbfd914e2b1e triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:42:46.702036 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:46.788732 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:46.811916 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9989f589-a2bc-4356-9b61-696ee9998543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:42:46.814129 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b793bfb0-12ed-4b6e-8169-3abccc6015c7" -d '{"events": [{"server_uuid": "9989f589-a2bc-4356-9b61-696ee9998543", "name": "network-vif-plugged", "status": "completed", "tag": "c37aa603-cf2e-4576-9b43-bbfd914e2b1e"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:42:46.827343 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port c37aa603-cf2e-4576-9b43-bbfd914e2b1e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:42:46.832991 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:42:46.836112 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:42:46.861970 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c119ab14-4d70-4ac3-8e18-ee48fac59532 x-openstack-request-id: req-c119ab14-4d70-4ac3-8e18-ee48fac59532 {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:42:46.862485 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9989f589-a2bc-4356-9b61-696ee9998543", "name": "network-vif-plugged", "status": "completed", "tag": "c37aa603-cf2e-4576-9b43-bbfd914e2b1e", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:42:46.862801 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c119ab14-4d70-4ac3-8e18-ee48fac59532 {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:42:46.863186 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9989f589-a2bc-4356-9b61-696ee9998543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e', 'code': 200} Jun 11 19:42:46.889668 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,revision_number=10']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:42:46.892777 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:42:47.709183 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40a904-9809-419f-a3a0-cb36de631b3b req-4658ce99-404f-4673-9ff5-bf7ed89128d5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:47.710619 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bc40a904-9809-419f-a3a0-cb36de631b3b req-4658ce99-404f-4673-9ff5-bf7ed89128d5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 946 time: 0.0673370 Jun 11 19:42:47.752375 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bc40a904-9809-419f-a3a0-cb36de631b3b req-e8db6de5-5155-47fb-a2d0-98469930fa5d tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361650 Jun 11 19:42:48.778746 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4fcb5-27d4-4840-afd8-91c3f61ebab9 req-2ae0c25d-6f87-4473-ad7d-6260a1be2361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:48.780221 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d2f4fcb5-27d4-4840-afd8-91c3f61ebab9 req-2ae0c25d-6f87-4473-ad7d-6260a1be2361 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 1099 time: 0.0605943 Jun 11 19:42:48.821060 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d2f4fcb5-27d4-4840-afd8-91c3f61ebab9 req-4a2bb92a-10ad-467d-8fbc-c9f19946915f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316765 Jun 11 19:42:48.936203 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e847e3-2b32-40d1-878c-0172f66d0b0d req-bcabec45-1d6a-46b1-b3e6-b18c2d5694c5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:48.937632 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-18e847e3-2b32-40d1-878c-0172f66d0b0d req-bcabec45-1d6a-46b1-b3e6-b18c2d5694c5 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 946 time: 0.0666184 Jun 11 19:42:48.978305 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-18e847e3-2b32-40d1-878c-0172f66d0b0d req-d3e8353c-64d8-4c26-b8c1-9943c48ca775 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349598 Jun 11 19:42:50.176325 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a27b70-052f-4eb9-b5a8-f1f3b230b26e req-b4c4b75d-69a7-476b-a3c1-3b98d21d26f3 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:50.177799 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e1a27b70-052f-4eb9-b5a8-f1f3b230b26e req-b4c4b75d-69a7-476b-a3c1-3b98d21d26f3 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 946 time: 0.0776281 Jun 11 19:42:50.222923 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e1a27b70-052f-4eb9-b5a8-f1f3b230b26e req-2f3e3e67-3a2b-43fd-97da-d1c266d7d4d2 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370951 Jun 11 19:42:51.410144 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30952bbf-f283-4021-ad97-dff10c99dbbc req-6c407d03-73b1-4c85-8dd4-2cece801bf45 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:42:51.411594 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-30952bbf-f283-4021-ad97-dff10c99dbbc req-6c407d03-73b1-4c85-8dd4-2cece801bf45 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 946 time: 0.0674880 Jun 11 19:42:51.451494 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-30952bbf-f283-4021-ad97-dff10c99dbbc req-1249ef54-e9f6-43b8-be8c-ef5480ea7a29 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338967 Jun 11 19:42:57.456287 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:00.206113 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 45914) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:00.309545 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-57e24a2c-a32a-4707-8d75-00f90b0c6f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:00.406008 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-57e24a2c-a32a-4707-8d75-00f90b0c6f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:00.409833 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-57e24a2c-a32a-4707-8d75-00f90b0c6f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:00.412306 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-88a7a838-e03d-4593-a49f-19a4a1a33cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:00.451396 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-57e24a2c-a32a-4707-8d75-00f90b0c6f97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f88175550404830ad8dc8a8f57a7768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442114 Jun 11 19:43:00.452301 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e24a2c-a32a-4707-8d75-00f90b0c6f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5a858a-8b3c-4085-aba5-3c332bd16110,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:00.454050 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 45920) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:00.455439 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-57e24a2c-a32a-4707-8d75-00f90b0c6f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:00.513701 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-8224881b-d45c-4cbe-8727-adf7b4abc3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:00.536667 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-8224881b-d45c-4cbe-8727-adf7b4abc3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:00.584221 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-8224881b-d45c-4cbe-8727-adf7b4abc3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:00.587313 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-8224881b-d45c-4cbe-8727-adf7b4abc3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:00.588444 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-8224881b-d45c-4cbe-8727-adf7b4abc3bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb5a858a-8b3c-4085-aba5-3c332bd16110 HTTP/1.1" status: 204 len: 168 time: 0.1329887 Jun 11 19:43:00.589262 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-062d74d7-0d7e-4b78-884e-6b456a6c52b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:00.597404 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224881b-d45c-4cbe-8727-adf7b4abc3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5a858a-8b3c-4085-aba5-3c332bd16110,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:00.599737 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-8224881b-d45c-4cbe-8727-adf7b4abc3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:04.024274 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 45964) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:04.127703 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-7f9d3b7e-6b59-4b19-b02a-f6b5a3575f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:04.217798 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-7f9d3b7e-6b59-4b19-b02a-f6b5a3575f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:04.221350 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-7f9d3b7e-6b59-4b19-b02a-f6b5a3575f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:04.224631 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-d673f0ca-9c1a-4d43-8a3a-672e97fa479a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:04.263010 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-7f9d3b7e-6b59-4b19-b02a-f6b5a3575f13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5e5a7760f2e45f590ecd44fdf38accc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377093 Jun 11 19:43:04.264147 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d3b7e-6b59-4b19-b02a-f6b5a3575f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d40e0c-7418-45ce-aabe-36eff3d2b1c8,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:04.265748 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 45968) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:04.267577 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-7f9d3b7e-6b59-4b19-b02a-f6b5a3575f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:04.318226 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-00293ef8-fd4b-4b01-a385-4ec573306697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:04.340783 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-00293ef8-fd4b-4b01-a385-4ec573306697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:04.390402 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-00293ef8-fd4b-4b01-a385-4ec573306697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:04.392935 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-00293ef8-fd4b-4b01-a385-4ec573306697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:04.394027 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-00293ef8-fd4b-4b01-a385-4ec573306697 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2d40e0c-7418-45ce-aabe-36eff3d2b1c8 HTTP/1.1" status: 204 len: 168 time: 0.1273289 Jun 11 19:43:04.394789 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-31d27791-7c16-4cc3-bd2d-753ac44aa3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:04.403026 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00293ef8-fd4b-4b01-a385-4ec573306697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d40e0c-7418-45ce-aabe-36eff3d2b1c8,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:04.405508 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-00293ef8-fd4b-4b01-a385-4ec573306697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:06.690383 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-de363d60-a95d-40ec-9c59-de2171057a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:09.046866 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-958492e5-6914-41ff-b9f8-f899a2ab1f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:09.242656 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:10.433869 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:11.933378 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:22.534301 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:43:24.348220 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46110) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:24.455364 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-cb95e30a-c442-4d7e-bfa5-06b5938a5223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:24.550524 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-cb95e30a-c442-4d7e-bfa5-06b5938a5223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:24.554310 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-cb95e30a-c442-4d7e-bfa5-06b5938a5223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:24.557303 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-4fa562db-d032-454a-afcb-ef54b8f76a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:24.593609 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95e30a-c442-4d7e-bfa5-06b5938a5223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339a7465-ca0a-418f-9cea-d32896183d32,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:24.597439 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-cb95e30a-c442-4d7e-bfa5-06b5938a5223 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7d9ddac8aed47e894e86d41a9d62393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481761 Jun 11 19:43:24.600154 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46114) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:24.604031 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95e30a-c442-4d7e-bfa5-06b5938a5223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.604411 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95e30a-c442-4d7e-bfa5-06b5938a5223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.604777 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95e30a-c442-4d7e-bfa5-06b5938a5223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.605134 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95e30a-c442-4d7e-bfa5-06b5938a5223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.605487 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95e30a-c442-4d7e-bfa5-06b5938a5223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.605842 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95e30a-c442-4d7e-bfa5-06b5938a5223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.606190 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95e30a-c442-4d7e-bfa5-06b5938a5223 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.606561 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95e30a-c442-4d7e-bfa5-06b5938a5223 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.606938 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95e30a-c442-4d7e-bfa5-06b5938a5223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.607312 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95e30a-c442-4d7e-bfa5-06b5938a5223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.607655 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95e30a-c442-4d7e-bfa5-06b5938a5223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.607997 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95e30a-c442-4d7e-bfa5-06b5938a5223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.611883 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-cb95e30a-c442-4d7e-bfa5-06b5938a5223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:24.652357 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5e38be1a-07f2-4309-acfc-d1c3ccbbe24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:24.674664 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5e38be1a-07f2-4309-acfc-d1c3ccbbe24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:24.727258 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5e38be1a-07f2-4309-acfc-d1c3ccbbe24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:24.729773 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5e38be1a-07f2-4309-acfc-d1c3ccbbe24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:24.730864 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-5e38be1a-07f2-4309-acfc-d1c3ccbbe24b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/339a7465-ca0a-418f-9cea-d32896183d32 HTTP/1.1" status: 204 len: 168 time: 0.1296954 Jun 11 19:43:24.731586 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-23db8bd1-66c7-442b-a242-ed60c096950e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:24.739512 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38be1a-07f2-4309-acfc-d1c3ccbbe24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339a7465-ca0a-418f-9cea-d32896183d32,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:24.746705 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38be1a-07f2-4309-acfc-d1c3ccbbe24b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.747273 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38be1a-07f2-4309-acfc-d1c3ccbbe24b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.747637 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38be1a-07f2-4309-acfc-d1c3ccbbe24b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.748106 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38be1a-07f2-4309-acfc-d1c3ccbbe24b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.748471 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38be1a-07f2-4309-acfc-d1c3ccbbe24b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.748825 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38be1a-07f2-4309-acfc-d1c3ccbbe24b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.749178 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38be1a-07f2-4309-acfc-d1c3ccbbe24b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.749524 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38be1a-07f2-4309-acfc-d1c3ccbbe24b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.749873 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38be1a-07f2-4309-acfc-d1c3ccbbe24b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.750221 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38be1a-07f2-4309-acfc-d1c3ccbbe24b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.750561 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38be1a-07f2-4309-acfc-d1c3ccbbe24b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.752771 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38be1a-07f2-4309-acfc-d1c3ccbbe24b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:24.754109 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-5e38be1a-07f2-4309-acfc-d1c3ccbbe24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:27.458045 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:33.227160 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16580d4-0223-49f5-8e3a-012c05e1791c req-73681d4d-9d75-4165-89ca-b136db8351ce tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:43:33.228693 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a16580d4-0223-49f5-8e3a-012c05e1791c req-73681d4d-9d75-4165-89ca-b136db8351ce tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 946 time: 0.0682480 Jun 11 19:43:33.272179 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a16580d4-0223-49f5-8e3a-012c05e1791c req-7718413a-4bfb-424c-bb45-3c32fa55d1ae tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379837 Jun 11 19:43:34.461029 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f1315-f04e-4ff0-9c52-0956e6cf08cf req-6292cbcd-7a82-48c2-bd04-82a003ceb752 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:43:34.462467 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8b8f1315-f04e-4ff0-9c52-0956e6cf08cf req-6292cbcd-7a82-48c2-bd04-82a003ceb752 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 946 time: 0.0724516 Jun 11 19:43:34.502423 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8b8f1315-f04e-4ff0-9c52-0956e6cf08cf req-d66db83c-dcc8-44fc-a0cd-0140536152ef tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d6634385-8245-4c8d-a32b-d7e74c44eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342231 Jun 11 19:43:34.570810 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6dcb6-8d6a-4587-8466-05dbcc8b6461 req-9bb9a405-9f44-4bf1-ba8b-8baa75720bf3 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:43:34.572434 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-18b6dcb6-8d6a-4587-8466-05dbcc8b6461 req-9bb9a405-9f44-4bf1-ba8b-8baa75720bf3 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.39 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 946 time: 0.0674980 Jun 11 19:43:34.683596 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-18b6dcb6-8d6a-4587-8466-05dbcc8b6461 req-03725eac-2990-4ffc-9e79-53b6e9bc7bf4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Deleting port c37aa603-cf2e-4576-9b43-bbfd914e2b1e {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:43:34.683932 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-18b6dcb6-8d6a-4587-8466-05dbcc8b6461 req-03725eac-2990-4ffc-9e79-53b6e9bc7bf4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:34.793654 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-18b6dcb6-8d6a-4587-8466-05dbcc8b6461 req-03725eac-2990-4ffc-9e79-53b6e9bc7bf4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] For port c37aa603-cf2e-4576-9b43-bbfd914e2b1e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:43:34.794008 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-18b6dcb6-8d6a-4587-8466-05dbcc8b6461 req-03725eac-2990-4ffc-9e79-53b6e9bc7bf4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:35.002989 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-18b6dcb6-8d6a-4587-8466-05dbcc8b6461 req-03725eac-2990-4ffc-9e79-53b6e9bc7bf4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:35.003354 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-18b6dcb6-8d6a-4587-8466-05dbcc8b6461 req-03725eac-2990-4ffc-9e79-53b6e9bc7bf4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931187'] for floatingip, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:35.003660 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.l3_db [req-18b6dcb6-8d6a-4587-8466-05dbcc8b6461 req-03725eac-2990-4ffc-9e79-53b6e9bc7bf4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Floating IP f31fc12f-daa1-4712-a146-3b3925df70fd disassociated. External IP: 172.27.0.32, port: c37aa603-cf2e-4576-9b43-bbfd914e2b1e. Jun 11 19:43:35.003993 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-18b6dcb6-8d6a-4587-8466-05dbcc8b6461 req-03725eac-2990-4ffc-9e79-53b6e9bc7bf4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Calling delete_port for c37aa603-cf2e-4576-9b43-bbfd914e2b1e owned by compute:nova {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:43:35.149399 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-18b6dcb6-8d6a-4587-8466-05dbcc8b6461 req-03725eac-2990-4ffc-9e79-53b6e9bc7bf4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:35.153078 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f688ccb5-478c-44eb-b1cc-3877315b3688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:35.185871 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03725eac-2990-4ffc-9e79-53b6e9bc7bf4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Pushing event deleted for resources: {'Port': ['ID=c37aa603-cf2e-4576-9b43-bbfd914e2b1e,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:35.188722 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-03725eac-2990-4ffc-9e79-53b6e9bc7bf4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:35.330348 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18b6dcb6-8d6a-4587-8466-05dbcc8b6461 req-03725eac-2990-4ffc-9e79-53b6e9bc7bf4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Router 0cd97fca-84fc-4907-83cc-3662f4e92689 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:43:35.469415 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18b6dcb6-8d6a-4587-8466-05dbcc8b6461 req-03725eac-2990-4ffc-9e79-53b6e9bc7bf4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:43:35.478735 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424bb4df-71aa-4543-a5b7-d2f78793f85b None None] Sync routers for ids ['0cd97fca-84fc-4907-83cc-3662f4e92689'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:43:35.487531 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424bb4df-71aa-4543-a5b7-d2f78793f85b None None] Routers {'0cd97fca-84fc-4907-83cc-3662f4e92689'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:43:35.488125 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-424bb4df-71aa-4543-a5b7-d2f78793f85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:43:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['0cd97fca-84fc-4907-83cc-3662f4e92689'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:35.525251 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b6dcb6-8d6a-4587-8466-05dbcc8b6461 req-03725eac-2990-4ffc-9e79-53b6e9bc7bf4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] No DVR routers for this DVR port c37aa603-cf2e-4576-9b43-bbfd914e2b1e on host hv-cinder-79053 {{(pid=91834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:43:35.527943 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-18b6dcb6-8d6a-4587-8466-05dbcc8b6461 req-03725eac-2990-4ffc-9e79-53b6e9bc7bf4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:35.530130 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-18b6dcb6-8d6a-4587-8466-05dbcc8b6461 req-03725eac-2990-4ffc-9e79-53b6e9bc7bf4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.39 "DELETE /v2.0/ports/c37aa603-cf2e-4576-9b43-bbfd914e2b1e HTTP/1.1" status: 204 len: 173 time: 0.9516916 Jun 11 19:43:35.530720 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9989f589-a2bc-4356-9b61-696ee9998543', 'name': 'network-vif-deleted', 'tag': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:43:35.533613 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d8d360-f3d9-4e4e-aab2-024f3d1899f3" -d '{"events": [{"server_uuid": "9989f589-a2bc-4356-9b61-696ee9998543", "name": "network-vif-deleted", "tag": "c37aa603-cf2e-4576-9b43-bbfd914e2b1e"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:43:35.581965 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f915a6-9187-4b7a-9f16-22e61c94c97d x-openstack-request-id: req-67f915a6-9187-4b7a-9f16-22e61c94c97d {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:43:35.582974 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9989f589-a2bc-4356-9b61-696ee9998543", "name": "network-vif-deleted", "tag": "c37aa603-cf2e-4576-9b43-bbfd914e2b1e", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:43:35.583275 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67f915a6-9187-4b7a-9f16-22e61c94c97d {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:43:35.583720 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9989f589-a2bc-4356-9b61-696ee9998543', 'name': 'network-vif-deleted', 'tag': 'c37aa603-cf2e-4576-9b43-bbfd914e2b1e', 'status': 'completed', 'code': 200} Jun 11 19:43:35.652335 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-424bb4df-71aa-4543-a5b7-d2f78793f85b None None] Set router 0cd97fca-84fc-4907-83cc-3662f4e92689 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:43:35.687443 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-eab14de3-5c50-46df-a860-77237f4c45e9 req-864d0558-a949-457b-af24-b6298e02a489 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/ports?device_id=9989f589-a2bc-4356-9b61-696ee9998543 HTTP/1.1" status: 200 len: 210 time: 0.0411026 Jun 11 19:43:35.926873 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-424bb4df-71aa-4543-a5b7-d2f78793f85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:37:50Z', 'revision_number': 4, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port': {'id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:46Z', 'updated_at': '2021-06-11T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '47a59062-68d6-4cf6-b949-1e1c1610770a', 'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'mac_address': 'fa:16:3e:18:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:50Z', 'updated_at': '2021-06-11T19:37:55Z', 'revision_number': 5, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'subnets': [{'id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:35.930752 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424bb4df-71aa-4543-a5b7-d2f78793f85b None None] Checking router: 0cd97fca-84fc-4907-83cc-3662f4e92689 for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:43:35.938664 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424bb4df-71aa-4543-a5b7-d2f78793f85b None None] Routers {'0cd97fca-84fc-4907-83cc-3662f4e92689'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:43:35.939280 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-424bb4df-71aa-4543-a5b7-d2f78793f85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:43:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['0cd97fca-84fc-4907-83cc-3662f4e92689'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:36.177189 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-424bb4df-71aa-4543-a5b7-d2f78793f85b None None] Set router 0cd97fca-84fc-4907-83cc-3662f4e92689 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:43:36.424957 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-424bb4df-71aa-4543-a5b7-d2f78793f85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:37:50Z', 'revision_number': 4, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port': {'id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:46Z', 'updated_at': '2021-06-11T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '47a59062-68d6-4cf6-b949-1e1c1610770a', 'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'mac_address': 'fa:16:3e:18:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:50Z', 'updated_at': '2021-06-11T19:37:55Z', 'revision_number': 5, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'subnets': [{'id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:36.428256 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424bb4df-71aa-4543-a5b7-d2f78793f85b None None] The sync data for ids ['0cd97fca-84fc-4907-83cc-3662f4e92689'] in dv-cinder-790535-3-iscsi is: [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:37:50Z', 'revision_number': 4, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port': {'id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:46Z', 'updated_at': '2021-06-11T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '47a59062-68d6-4cf6-b949-1e1c1610770a', 'name': '', 'network_id': 'e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'mac_address': 'fa:16:3e:18:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:50Z', 'updated_at': '2021-06-11T19:37:55Z', 'revision_number': 5, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'subnets': [{'id': '7b1b2f8b-4f81-46c4-a470-0a07973694a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:43:36.629444 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7a5ff9-64ed-443d-b42d-36d3f005c64d None None] New status for floating IP f31fc12f-daa1-4712-a146-3b3925df70fd: DOWN {{(pid=91835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:43:36.738780 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2926bdab-7fb0-4637-ac0b-9741d8683772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:37.239103 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46142) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:37.428305 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-e5fc77c4-0bb7-412f-ab6c-7ddb5b3c240c tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Deleting port 94113665-303a-4d84-9b25-c84a002f738c {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:43:37.428645 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e5fc77c4-0bb7-412f-ab6c-7ddb5b3c240c tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:37.526558 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e5fc77c4-0bb7-412f-ab6c-7ddb5b3c240c tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:37.526856 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e5fc77c4-0bb7-412f-ab6c-7ddb5b3c240c tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:37.619021 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-e5fc77c4-0bb7-412f-ab6c-7ddb5b3c240c tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Calling delete_port for 94113665-303a-4d84-9b25-c84a002f738c owned by network:floatingip {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:43:37.844754 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46146) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:37.906388 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f33fc608-d0bb-4ed5-b227-010334bc711c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:37.931230 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f33fc608-d0bb-4ed5-b227-010334bc711c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:37.986545 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f33fc608-d0bb-4ed5-b227-010334bc711c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:37.989175 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f33fc608-d0bb-4ed5-b227-010334bc711c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:37.990282 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-f33fc608-d0bb-4ed5-b227-010334bc711c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "DELETE /v2.0/security-groups/d6634385-8245-4c8d-a32b-d7e74c44eb26 HTTP/1.1" status: 204 len: 168 time: 0.1444945 Jun 11 19:43:37.991065 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-9d5a9306-92ee-42aa-b23e-1257ff559f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:37.993055 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46148) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:38.000423 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fc608-d0bb-4ed5-b227-010334bc711c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6634385-8245-4c8d-a32b-d7e74c44eb26,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:38.002763 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f33fc608-d0bb-4ed5-b227-010334bc711c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:38.022184 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.api.v2.resource [None req-a974cb67-b585-4b8d-b4ee-9dd70459a27a tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] show failed (client error): The resource could not be found. Jun 11 19:43:38.024424 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-a974cb67-b585-4b8d-b4ee-9dd70459a27a tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "GET /v2.0/security-groups/d6634385-8245-4c8d-a32b-d7e74c44eb26 HTTP/1.1" status: 404 len: 347 time: 0.0291228 Jun 11 19:43:38.026637 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46150) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:38.102238 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e5fc77c4-0bb7-412f-ab6c-7ddb5b3c240c tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:38.104092 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-9a677a5a-de42-48d4-9bbe-37a815c898b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:38.129261 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc77c4-0bb7-412f-ab6c-7ddb5b3c240c tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Pushing event deleted for resources: {'Port': ['ID=94113665-303a-4d84-9b25-c84a002f738c,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:38.131962 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e5fc77c4-0bb7-412f-ab6c-7ddb5b3c240c tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:38.219964 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e5fc77c4-0bb7-412f-ab6c-7ddb5b3c240c tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for floatingip, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:38.220295 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.l3_db [None req-e5fc77c4-0bb7-412f-ab6c-7ddb5b3c240c tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Floating IP 7ff4a887-9fd7-41d0-9c89-220eadaf8e96 disassociated (deleted). External IP: 172.27.0.61, port: aa296ff8-4d5c-401b-a341-4ba99abce129. Jun 11 19:43:38.321410 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device c37aa603-cf2e-4576-9b43-bbfd914e2b1e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:43:38.347447 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: c37aa603-cf2e-4576-9b43-bbfd914e2b1e {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:43:38.347915 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device c37aa603-cf2e-4576-9b43-bbfd914e2b1e not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:43:38.469351 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-a36ca5b3-36d0-4cbc-88ba-d562c8411a9e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Deleting port 54fed1e6-e2e8-4f44-a739-9e4bc3a1c0a4 {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:43:38.469696 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a36ca5b3-36d0-4cbc-88ba-d562c8411a9e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:38.510813 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fc77c4-0bb7-412f-ab6c-7ddb5b3c240c tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Router 40526151-6131-41c7-bac3-9da15cecb7bf has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:43:38.569158 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a36ca5b3-36d0-4cbc-88ba-d562c8411a9e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:38.569487 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a36ca5b3-36d0-4cbc-88ba-d562c8411a9e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:38.652994 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fc77c4-0bb7-412f-ab6c-7ddb5b3c240c tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:43:38.657364 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e5fc77c4-0bb7-412f-ab6c-7ddb5b3c240c tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:38.664448 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214bdec-7df0-4b3c-9a2a-fd5e836efabf None None] Sync routers for ids ['40526151-6131-41c7-bac3-9da15cecb7bf'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:43:38.665762 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-a36ca5b3-36d0-4cbc-88ba-d562c8411a9e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Calling delete_port for 54fed1e6-e2e8-4f44-a739-9e4bc3a1c0a4 owned by network:floatingip {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:43:38.673287 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214bdec-7df0-4b3c-9a2a-fd5e836efabf None None] Routers {'40526151-6131-41c7-bac3-9da15cecb7bf'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:43:38.673889 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-2214bdec-7df0-4b3c-9a2a-fd5e836efabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:43:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['40526151-6131-41c7-bac3-9da15cecb7bf'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:38.699299 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-e5fc77c4-0bb7-412f-ab6c-7ddb5b3c240c tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "DELETE /v2.0/floatingips/7ff4a887-9fd7-41d0-9c89-220eadaf8e96 HTTP/1.1" status: 204 len: 168 time: 1.4591010 Jun 11 19:43:38.699952 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef51bc6-6acc-45f2-907d-9a5d98764e56', 'tag': 'aa296ff8-4d5c-401b-a341-4ba99abce129'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:43:38.702233 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223d9b07-577e-4f9a-a267-570190f2f9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef51bc6-6acc-45f2-907d-9a5d98764e56", "tag": "aa296ff8-4d5c-401b-a341-4ba99abce129"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:43:38.834542 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a36ca5b3-36d0-4cbc-88ba-d562c8411a9e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:38.836726 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:38.844911 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-2214bdec-7df0-4b3c-9a2a-fd5e836efabf None None] Set router 40526151-6131-41c7-bac3-9da15cecb7bf gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:43:38.865962 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ca5b3-36d0-4cbc-88ba-d562c8411a9e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Pushing event deleted for resources: {'Port': ['ID=54fed1e6-e2e8-4f44-a739-9e4bc3a1c0a4,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:38.870012 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-a36ca5b3-36d0-4cbc-88ba-d562c8411a9e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:38.881262 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e5e8e5-23ed-450a-afc6-5f2f34ddd936 x-openstack-request-id: req-97e5e8e5-23ed-450a-afc6-5f2f34ddd936 {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:43:38.881790 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef51bc6-6acc-45f2-907d-9a5d98764e56", "tag": "aa296ff8-4d5c-401b-a341-4ba99abce129", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:43:38.882300 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97e5e8e5-23ed-450a-afc6-5f2f34ddd936 {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:43:38.883018 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef51bc6-6acc-45f2-907d-9a5d98764e56', 'tag': 'aa296ff8-4d5c-401b-a341-4ba99abce129', 'status': 'completed', 'code': 200} Jun 11 19:43:38.987803 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a36ca5b3-36d0-4cbc-88ba-d562c8411a9e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks [] for floatingip, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:38.990407 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-a36ca5b3-36d0-4cbc-88ba-d562c8411a9e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:38.991684 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-a36ca5b3-36d0-4cbc-88ba-d562c8411a9e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] 10.222.0.24 "DELETE /v2.0/floatingips/f31fc12f-daa1-4712-a146-3b3925df70fd HTTP/1.1" status: 204 len: 168 time: 0.9640479 Jun 11 19:43:39.018493 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d9b07-577e-4f9a-a267-570190f2f9a9 req-3c182a04-f3ce-4bf7-ae8c-d5e280239fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:43:39.020175 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-223d9b07-577e-4f9a-a267-570190f2f9a9 req-3c182a04-f3ce-4bf7-ae8c-d5e280239fbd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44c724ca5e924a7b8abc9595b7bc289f&device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 1098 time: 0.1205568 Jun 11 19:43:39.059597 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-6f437b83-9b85-4f48-92ef-b3eaef65462a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:39.161546 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-2214bdec-7df0-4b3c-9a2a-fd5e836efabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'name': 'tempest-TestShelveInstance-1312433278-router', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:40Z', 'revision_number': 4, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'gw_port': {'id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': 'c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c', 'name': '', 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'mac_address': 'fa:16:3e:68:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:39Z', 'updated_at': '2021-06-11T19:38:46Z', 'revision_number': 5, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'subnets': [{'id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:39.165365 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214bdec-7df0-4b3c-9a2a-fd5e836efabf None None] Checking router: 40526151-6131-41c7-bac3-9da15cecb7bf for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:43:39.173509 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214bdec-7df0-4b3c-9a2a-fd5e836efabf None None] Routers {'40526151-6131-41c7-bac3-9da15cecb7bf'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:43:39.173653 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-2214bdec-7df0-4b3c-9a2a-fd5e836efabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:43:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['40526151-6131-41c7-bac3-9da15cecb7bf'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:39.199658 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d9b07-577e-4f9a-a267-570190f2f9a9 req-d9f62fd0-4026-42d1-8dcd-df2fdf14e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:43:39.201096 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-223d9b07-577e-4f9a-a267-570190f2f9a9 req-d9f62fd0-4026-42d1-8dcd-df2fdf14e3a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7d360c71-23c4-45e2-af73-a262697cdfeb HTTP/1.1" status: 200 len: 910 time: 0.1721675 Jun 11 19:43:39.243940 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:39.264645 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-223d9b07-577e-4f9a-a267-570190f2f9a9 req-6b00c717-69a9-4fbc-bcf5-f424a36e7bce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa296ff8-4d5c-401b-a341-4ba99abce129 HTTP/1.1" status: 200 len: 217 time: 0.0567870 Jun 11 19:43:39.276955 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d4fa6-5ced-420f-93b2-af97e9233380 req-4055fd7e-da1d-4524-a6e4-02f7bcdbf8a9 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:43:39.278519 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ad0d4fa6-5ced-420f-93b2-af97e9233380 req-4055fd7e-da1d-4524-a6e4-02f7bcdbf8a9 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.1489832 Jun 11 19:43:39.331918 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-2214bdec-7df0-4b3c-9a2a-fd5e836efabf None None] Set router 40526151-6131-41c7-bac3-9da15cecb7bf gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:43:39.360991 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d9b07-577e-4f9a-a267-570190f2f9a9 req-190e16b8-406b-479a-923e-d706863d6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:43:39.362420 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-223d9b07-577e-4f9a-a267-570190f2f9a9 req-190e16b8-406b-479a-923e-d706863d6e91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1756a96a-5ef1-4846-bc19-baac48a3fc66 HTTP/1.1" status: 200 len: 848 time: 0.0830448 Jun 11 19:43:39.365302 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ad0d4fa6-5ced-420f-93b2-af97e9233380 req-f78d957b-d6ee-435f-b00e-763b335d2c04 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775435 Jun 11 19:43:39.430000 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d9b07-577e-4f9a-a267-570190f2f9a9 req-adf56e2c-805e-4650-82ed-8ef11dda51e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:43:39.431492 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-223d9b07-577e-4f9a-a267-570190f2f9a9 req-adf56e2c-805e-4650-82ed-8ef11dda51e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d360c71-23c4-45e2-af73-a262697cdfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624945 Jun 11 19:43:39.541920 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-223d9b07-577e-4f9a-a267-570190f2f9a9 req-0b8584db-03ce-4b58-8fd7-817513a5b697 service neutron] 10.222.0.39 "GET /v2.0/networks/7d360c71-23c4-45e2-af73-a262697cdfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034021 Jun 11 19:43:39.585623 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-2214bdec-7df0-4b3c-9a2a-fd5e836efabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'name': 'tempest-TestShelveInstance-1312433278-router', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:40Z', 'revision_number': 4, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'gw_port': {'id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': 'c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c', 'name': '', 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'mac_address': 'fa:16:3e:68:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:39Z', 'updated_at': '2021-06-11T19:38:46Z', 'revision_number': 5, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'subnets': [{'id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:39.589335 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214bdec-7df0-4b3c-9a2a-fd5e836efabf None None] The sync data for ids ['40526151-6131-41c7-bac3-9da15cecb7bf'] in dv-cinder-790535-3-iscsi is: [{'id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'name': 'tempest-TestShelveInstance-1312433278-router', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:40Z', 'revision_number': 4, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'gw_port': {'id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': 'c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c', 'name': '', 'network_id': '7d360c71-23c4-45e2-af73-a262697cdfeb', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'mac_address': 'fa:16:3e:68:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:39Z', 'updated_at': '2021-06-11T19:38:46Z', 'revision_number': 5, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'subnets': [{'id': '1756a96a-5ef1-4846-bc19-baac48a3fc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:43:39.659055 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-223d9b07-577e-4f9a-a267-570190f2f9a9 req-51b4d0dc-ee74-42ec-be06-d625a35b2e2c service neutron] 10.222.0.39 "GET /v2.0/networks/7d360c71-23c4-45e2-af73-a262697cdfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102285 Jun 11 19:43:39.785643 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b66a94-1e06-465b-bb8d-d7b08ca6c03f None None] New status for floating IP 7ff4a887-9fd7-41d0-9c89-220eadaf8e96: DOWN {{(pid=91835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:43:40.437296 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:40.604114 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca24bc-9425-4573-8dba-af36d5169ed8 req-4331cfb8-50d5-426b-b6fc-00ff351a637a tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:43:40.605679 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3cca24bc-9425-4573-8dba-af36d5169ed8 req-4331cfb8-50d5-426b-b6fc-00ff351a637a tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.1167409 Jun 11 19:43:40.663259 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251323b-bb8b-4ad6-8075-33a861b93881 req-905b4515-97d9-4856-9934-8ac8520a7490 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:43:40.664689 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3251323b-bb8b-4ad6-8075-33a861b93881 req-905b4515-97d9-4856-9934-8ac8520a7490 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 945 time: 0.1232173 Jun 11 19:43:40.667701 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3cca24bc-9425-4573-8dba-af36d5169ed8 req-36e694db-06fa-4d83-b7b2-cc565a4ee334 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/security-groups?id=a80b1d00-f3c0-46a2-9874-16a5fa13b277&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536115 Jun 11 19:43:40.779776 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-3251323b-bb8b-4ad6-8075-33a861b93881 req-8af48b06-34eb-4fc7-9f4d-fd08442dfbe4 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Deleting port aa296ff8-4d5c-401b-a341-4ba99abce129 {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:43:40.780118 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-3251323b-bb8b-4ad6-8075-33a861b93881 req-8af48b06-34eb-4fc7-9f4d-fd08442dfbe4 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:40.892682 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-3251323b-bb8b-4ad6-8075-33a861b93881 req-8af48b06-34eb-4fc7-9f4d-fd08442dfbe4 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] For port aa296ff8-4d5c-401b-a341-4ba99abce129, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa296ff8-4d5c-401b-a341-4ba99abce129,segment=NetworkSegment(140ff6ff-10cc-4eb1-a05a-930326ac3214),segment_id=140ff6ff-10cc-4eb1-a05a-930326ac3214)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:43:40.893038 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-3251323b-bb8b-4ad6-8075-33a861b93881 req-8af48b06-34eb-4fc7-9f4d-fd08442dfbe4 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:40.984468 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-3251323b-bb8b-4ad6-8075-33a861b93881 req-8af48b06-34eb-4fc7-9f4d-fd08442dfbe4 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Calling delete_port for aa296ff8-4d5c-401b-a341-4ba99abce129 owned by compute:nova {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:43:41.134071 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-3251323b-bb8b-4ad6-8075-33a861b93881 req-8af48b06-34eb-4fc7-9f4d-fd08442dfbe4 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:41.138083 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-d6c6bcfb-18bd-4879-8dee-4ba1a237723e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:41.168291 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af48b06-34eb-4fc7-9f4d-fd08442dfbe4 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Pushing event deleted for resources: {'Port': ['ID=aa296ff8-4d5c-401b-a341-4ba99abce129,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:41.171292 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-8af48b06-34eb-4fc7-9f4d-fd08442dfbe4 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:41.221938 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3251323b-bb8b-4ad6-8075-33a861b93881 req-8af48b06-34eb-4fc7-9f4d-fd08442dfbe4 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] No DVR routers for this DVR port aa296ff8-4d5c-401b-a341-4ba99abce129 on host hv-cinder-79053 {{(pid=91834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:43:41.224455 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-3251323b-bb8b-4ad6-8075-33a861b93881 req-8af48b06-34eb-4fc7-9f4d-fd08442dfbe4 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:41.226495 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3251323b-bb8b-4ad6-8075-33a861b93881 req-8af48b06-34eb-4fc7-9f4d-fd08442dfbe4 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.39 "DELETE /v2.0/ports/aa296ff8-4d5c-401b-a341-4ba99abce129 HTTP/1.1" status: 204 len: 173 time: 0.5563996 Jun 11 19:43:41.227029 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef51bc6-6acc-45f2-907d-9a5d98764e56', 'name': 'network-vif-deleted', 'tag': 'aa296ff8-4d5c-401b-a341-4ba99abce129'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:43:41.229269 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45b0f20-99b4-43ba-b731-842e1bacbc46" -d '{"events": [{"server_uuid": "1ef51bc6-6acc-45f2-907d-9a5d98764e56", "name": "network-vif-deleted", "tag": "aa296ff8-4d5c-401b-a341-4ba99abce129"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:43:41.264943 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e5a20f-4ceb-4ef2-8238-e9ab3d4b23e4 x-openstack-request-id: req-65e5a20f-4ceb-4ef2-8238-e9ab3d4b23e4 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:43:41.265272 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef51bc6-6acc-45f2-907d-9a5d98764e56", "name": "network-vif-deleted", "tag": "aa296ff8-4d5c-401b-a341-4ba99abce129", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:43:41.265568 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65e5a20f-4ceb-4ef2-8238-e9ab3d4b23e4 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:43:41.266001 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef51bc6-6acc-45f2-907d-9a5d98764e56', 'name': 'network-vif-deleted', 'tag': 'aa296ff8-4d5c-401b-a341-4ba99abce129', 'status': 'completed', 'code': 200} Jun 11 19:43:41.602168 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46184) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:41.897186 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-db7afb8a-ea11-45f6-bbba-57bf2e039c31 req-b9a8f586-582a-411c-ab77-2d36d0ccdde0 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef51bc6-6acc-45f2-907d-9a5d98764e56 HTTP/1.1" status: 200 len: 210 time: 0.0729046 Jun 11 19:43:41.936915 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:42.245948 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c6562f34-2aa6-4c17-bfda-a6987c16323c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-935124'] for router_interface, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:42.565451 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-c6562f34-2aa6-4c17-bfda-a6987c16323c admin admin] Deleting port 47a59062-68d6-4cf6-b949-1e1c1610770a {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:43:42.565681 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c6562f34-2aa6-4c17-bfda-a6987c16323c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:42.667332 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [None req-c6562f34-2aa6-4c17-bfda-a6987c16323c admin admin] For port 47a59062-68d6-4cf6-b949-1e1c1610770a, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=47a59062-68d6-4cf6-b949-1e1c1610770a,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:43:42.667681 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c6562f34-2aa6-4c17-bfda-a6987c16323c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:42.759320 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-c6562f34-2aa6-4c17-bfda-a6987c16323c admin admin] Calling delete_port for 47a59062-68d6-4cf6-b949-1e1c1610770a owned by network:router_interface {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:43:42.969642 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c6562f34-2aa6-4c17-bfda-a6987c16323c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:42.971714 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-149de113-ea38-4b1c-b99d-09a3d20aa394 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:42.993400 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46192) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:42.999931 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6562f34-2aa6-4c17-bfda-a6987c16323c admin admin] Pushing event deleted for resources: {'Port': ['ID=47a59062-68d6-4cf6-b949-1e1c1610770a,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:43.003016 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-c6562f34-2aa6-4c17-bfda-a6987c16323c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:43.063169 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-948ed1f5-d17e-420a-96e1-b2f1a52a6cde tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:43.098948 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-948ed1f5-d17e-420a-96e1-b2f1a52a6cde tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:43.169347 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-948ed1f5-d17e-420a-96e1-b2f1a52a6cde tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:43.172255 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-948ed1f5-d17e-420a-96e1-b2f1a52a6cde tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:43.173481 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-948ed1f5-d17e-420a-96e1-b2f1a52a6cde tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] 10.222.0.24 "DELETE /v2.0/security-groups/a80b1d00-f3c0-46a2-9874-16a5fa13b277 HTTP/1.1" status: 204 len: 168 time: 0.1790531 Jun 11 19:43:43.174777 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-d3182dae-e39f-4a54-9ce0-94d556ded0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:43.191562 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ed1f5-d17e-420a-96e1-b2f1a52a6cde tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80b1d00-f3c0-46a2-9874-16a5fa13b277,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:43.194796 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-948ed1f5-d17e-420a-96e1-b2f1a52a6cde tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:43.231008 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46196) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:43.526254 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-c6562f34-2aa6-4c17-bfda-a6987c16323c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932420'] for router_interface, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:43.724448 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-eee0e3b8-5bb7-4904-a63f-3ebde8a04f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-935124'] for router_interface, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:43.810663 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6562f34-2aa6-4c17-bfda-a6987c16323c admin admin] Router 0cd97fca-84fc-4907-83cc-3662f4e92689 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:43:43.956454 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6562f34-2aa6-4c17-bfda-a6987c16323c admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:43:43.963375 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-c6562f34-2aa6-4c17-bfda-a6987c16323c admin admin] 10.222.0.24 "PUT /v2.0/routers/0cd97fca-84fc-4907-83cc-3662f4e92689/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3601432 Jun 11 19:43:43.965824 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46200) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:43.967642 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48471b0f-3b57-4565-8e3e-be75fd4d2cda None None] Sync routers for ids ['0cd97fca-84fc-4907-83cc-3662f4e92689'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:43:43.976567 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48471b0f-3b57-4565-8e3e-be75fd4d2cda None None] Routers {'0cd97fca-84fc-4907-83cc-3662f4e92689'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:43:43.977162 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-48471b0f-3b57-4565-8e3e-be75fd4d2cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:43:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['0cd97fca-84fc-4907-83cc-3662f4e92689'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:44.056423 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-eee0e3b8-5bb7-4904-a63f-3ebde8a04f63 admin admin] Deleting port c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:43:44.057027 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-eee0e3b8-5bb7-4904-a63f-3ebde8a04f63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:44.120791 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-23c3cdba-3532-4130-9b48-5c25c1756d02 admin admin] Notify callbacks [] for router, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:44.165371 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [None req-eee0e3b8-5bb7-4904-a63f-3ebde8a04f63 admin admin] For port c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c,segment=NetworkSegment(140ff6ff-10cc-4eb1-a05a-930326ac3214),segment_id=140ff6ff-10cc-4eb1-a05a-930326ac3214)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:43:44.165777 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-eee0e3b8-5bb7-4904-a63f-3ebde8a04f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:44.218724 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-48471b0f-3b57-4565-8e3e-be75fd4d2cda None None] Set router 0cd97fca-84fc-4907-83cc-3662f4e92689 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:43:44.260139 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-23c3cdba-3532-4130-9b48-5c25c1756d02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:44.261152 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-eee0e3b8-5bb7-4904-a63f-3ebde8a04f63 admin admin] Calling delete_port for c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c owned by network:router_interface {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:43:44.319608 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-23c3cdba-3532-4130-9b48-5c25c1756d02 admin admin] Deleting port 502af4a7-42e3-4fff-a27a-ec5b00adff5e {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:43:44.320545 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-23c3cdba-3532-4130-9b48-5c25c1756d02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:44.338831 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device aa296ff8-4d5c-401b-a341-4ba99abce129 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:43:44.371626 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: aa296ff8-4d5c-401b-a341-4ba99abce129 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:43:44.372277 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device aa296ff8-4d5c-401b-a341-4ba99abce129 not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:43:44.435782 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [None req-23c3cdba-3532-4130-9b48-5c25c1756d02 admin admin] For port 502af4a7-42e3-4fff-a27a-ec5b00adff5e, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=502af4a7-42e3-4fff-a27a-ec5b00adff5e,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:43:44.436137 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-23c3cdba-3532-4130-9b48-5c25c1756d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:44.464900 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-48471b0f-3b57-4565-8e3e-be75fd4d2cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:43:42Z', 'revision_number': 5, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port': {'id': '502af4a7-42e3-4fff-a27a-ec5b00adff5e', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:37:46Z', 'updated_at': '2021-06-11T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:44.468942 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48471b0f-3b57-4565-8e3e-be75fd4d2cda None None] Checking router: 0cd97fca-84fc-4907-83cc-3662f4e92689 for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:43:44.477176 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48471b0f-3b57-4565-8e3e-be75fd4d2cda None None] Routers {'0cd97fca-84fc-4907-83cc-3662f4e92689'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:43:44.477875 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-48471b0f-3b57-4565-8e3e-be75fd4d2cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:43:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['0cd97fca-84fc-4907-83cc-3662f4e92689'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:44.493349 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-eee0e3b8-5bb7-4904-a63f-3ebde8a04f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:44.495475 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-dbff7bec-9c7d-485e-b143-ff09a65be8a3 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:44.524336 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0e3b8-5bb7-4904-a63f-3ebde8a04f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:44.527489 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-eee0e3b8-5bb7-4904-a63f-3ebde8a04f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:44.528588 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-23c3cdba-3532-4130-9b48-5c25c1756d02 admin admin] Calling delete_port for 502af4a7-42e3-4fff-a27a-ec5b00adff5e owned by network:router_gateway {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:43:44.611431 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-48471b0f-3b57-4565-8e3e-be75fd4d2cda None None] Set router 0cd97fca-84fc-4907-83cc-3662f4e92689 gateway port host: None {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:43:44.693630 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-48471b0f-3b57-4565-8e3e-be75fd4d2cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:43:44Z', 'revision_number': 6, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port_host': None}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:44.697400 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48471b0f-3b57-4565-8e3e-be75fd4d2cda None None] The sync data for ids ['0cd97fca-84fc-4907-83cc-3662f4e92689'] in dv-cinder-790535-3-iscsi is: [{'id': '0cd97fca-84fc-4907-83cc-3662f4e92689', 'name': 'tempest-AttachVolumeShelveTestJSON-375069497-router', 'tenant_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:37:45Z', 'updated_at': '2021-06-11T19:43:44Z', 'revision_number': 6, 'project_id': 'e11c9a92b2034fce97efde0e6eb32aa1', 'gw_port_host': None}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:43:44.764329 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-23c3cdba-3532-4130-9b48-5c25c1756d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:44.766305 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-a3713ae8-dda5-44ad-97b9-0508d76530f6 tempest-AttachVolumeTestJSON-557738850 tempest-AttachVolumeTestJSON-557738850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:44.766444 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-eee0e3b8-5bb7-4904-a63f-3ebde8a04f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932420'] for router_interface, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:44.799033 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3cdba-3532-4130-9b48-5c25c1756d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=502af4a7-42e3-4fff-a27a-ec5b00adff5e,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:44.802064 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-23c3cdba-3532-4130-9b48-5c25c1756d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:44.871831 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-23c3cdba-3532-4130-9b48-5c25c1756d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931095'] for router_gateway, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:45.004528 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-23c3cdba-3532-4130-9b48-5c25c1756d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10995'] for router, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:45.006763 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-23c3cdba-3532-4130-9b48-5c25c1756d02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:45.071827 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-23c3cdba-3532-4130-9b48-5c25c1756d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934704'] for router, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:45.072476 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c3cdba-3532-4130-9b48-5c25c1756d02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cd97fca-84fc-4907-83cc-3662f4e92689 {{(pid=91834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 19:43:45.077814 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-23c3cdba-3532-4130-9b48-5c25c1756d02 admin admin] Notify callbacks [] for router, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:45.079074 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-23c3cdba-3532-4130-9b48-5c25c1756d02 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0cd97fca-84fc-4907-83cc-3662f4e92689 HTTP/1.1" status: 204 len: 168 time: 1.1123159 Jun 11 19:43:45.081520 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46202) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:45.146668 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b67905-6c22-4913-9163-e72ced01e62a admin admin] Deleting subnet 7b1b2f8b-4f81-46c4-a470-0a07973694a0 {{(pid=91834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:43:45.150725 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e5b67905-6c22-4913-9163-e72ced01e62a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:45.194136 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e5b67905-6c22-4913-9163-e72ced01e62a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564940'] for subnet, precommit_delete_associations {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:45.317782 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e5b67905-6c22-4913-9163-e72ced01e62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924851'] for subnet, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:45.330458 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee0e3b8-5bb7-4904-a63f-3ebde8a04f63 admin admin] Router 40526151-6131-41c7-bac3-9da15cecb7bf has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:43:45.379520 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e5b67905-6c22-4913-9163-e72ced01e62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11999742'] for subnet, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:45.382777 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-7bf25d1c-004a-4fcd-829c-574ec0d0a5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:45.412269 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b67905-6c22-4913-9163-e72ced01e62a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b1b2f8b-4f81-46c4-a470-0a07973694a0,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:45.415295 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e5b67905-6c22-4913-9163-e72ced01e62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:45.416288 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e5b67905-6c22-4913-9163-e72ced01e62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:45.420237 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-e5b67905-6c22-4913-9163-e72ced01e62a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7b1b2f8b-4f81-46c4-a470-0a07973694a0 HTTP/1.1" status: 204 len: 168 time: 0.3355997 Jun 11 19:43:45.421365 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46204) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:45.422062 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc52b5d-85d2-4f0d-8190-bae2a184845a None None] Network e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:43:45.473627 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee0e3b8-5bb7-4904-a63f-3ebde8a04f63 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:43:45.483137 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-eee0e3b8-5bb7-4904-a63f-3ebde8a04f63 admin admin] 10.222.0.24 "PUT /v2.0/routers/40526151-6131-41c7-bac3-9da15cecb7bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2485554 Jun 11 19:43:45.486734 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46206) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:45.505768 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da239807-64c2-4cc6-8799-581c2e7651f0 None None] Sync routers for ids ['40526151-6131-41c7-bac3-9da15cecb7bf'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:43:45.525806 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2080632'] for network, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:45.560534 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da239807-64c2-4cc6-8799-581c2e7651f0 None None] Routers {'40526151-6131-41c7-bac3-9da15cecb7bf'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:43:45.561180 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-da239807-64c2-4cc6-8799-581c2e7651f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:43:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['40526151-6131-41c7-bac3-9da15cecb7bf'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:45.586253 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] Deleting port a137bfd0-0ac3-4234-836b-cd873f0f29fb {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:43:45.586973 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:45.635821 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c6fee516-5ed5-45e7-982a-9e050cfea7f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:45.682970 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] For port a137bfd0-0ac3-4234-836b-cd873f0f29fb, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=a137bfd0-0ac3-4234-836b-cd873f0f29fb,segment=NetworkSegment(4b7ace0d-c4d2-439a-98ac-04c1e8998ff7),segment_id=4b7ace0d-c4d2-439a-98ac-04c1e8998ff7)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:43:45.683360 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:45.787981 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c6fee516-5ed5-45e7-982a-9e050cfea7f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:45.791137 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] Calling delete_port for a137bfd0-0ac3-4234-836b-cd873f0f29fb owned by network:dhcp {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:43:45.893475 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-da239807-64c2-4cc6-8799-581c2e7651f0 None None] Set router 40526151-6131-41c7-bac3-9da15cecb7bf gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:43:45.899561 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-c6fee516-5ed5-45e7-982a-9e050cfea7f7 admin admin] Deleting port 2f7a8773-6dda-4f7b-a07d-633ded0dbb92 {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:43:45.899967 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c6fee516-5ed5-45e7-982a-9e050cfea7f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:45.952892 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:45.955321 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-6c9fe99c-591a-45a5-a739-230b9b050a61 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:45.985621 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] Pushing event deleted for resources: {'Port': ['ID=a137bfd0-0ac3-4234-836b-cd873f0f29fb,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:45.988905 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:45.989693 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] No DVR routers for this DVR port a137bfd0-0ac3-4234-836b-cd873f0f29fb on host dv-cinder-790535-3-iscsi {{(pid=91834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:43:45.997444 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5bb9bc-f6f2-4ec9-86e7-9d65fd903924 None None] DHCP port deletion for e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b request from dv-cinder-790535-3-iscsi {{(pid=91835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 19:43:46.016070 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 47a59062-68d6-4cf6-b949-1e1c1610770a no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:43:46.064030 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: 47a59062-68d6-4cf6-b949-1e1c1610770a {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:43:46.064665 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 47a59062-68d6-4cf6-b949-1e1c1610770a not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:43:46.065126 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 502af4a7-42e3-4fff-a27a-ec5b00adff5e no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:43:46.066232 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [None req-c6fee516-5ed5-45e7-982a-9e050cfea7f7 admin admin] For port 2f7a8773-6dda-4f7b-a07d-633ded0dbb92, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=2f7a8773-6dda-4f7b-a07d-633ded0dbb92,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:43:46.066820 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c6fee516-5ed5-45e7-982a-9e050cfea7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:46.096442 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922414', 'neutron.services.segments.db._delete_segments_for_network-8747756516280'] for network, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:46.109107 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b']}} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:46.121062 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7ace0d-c4d2-439a-98ac-04c1e8998ff7') {'for_net_delete': True} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:46.121361 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7ace0d-c4d2-439a-98ac-04c1e8998ff7') {} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:46.126980 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: 502af4a7-42e3-4fff-a27a-ec5b00adff5e {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:43:46.127342 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 502af4a7-42e3-4fff-a27a-ec5b00adff5e not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:43:46.135376 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747756516118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564935'] for segment, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:46.154307 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:46.161254 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=91834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:43:46.161710 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9110980'] for segment, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: Traceback (most recent call last): Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: timer() Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: cb(*args, **kw) Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: return func(*args, **kwargs) Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: self._notify() Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: self.callback(batched_events) Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: event.method(event) Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: return f(self, *a, **k) Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: return self._get(url).json() Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: return self.request(url, 'GET', **kwargs) Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:43:46.163899 dv-cinder-790535-3-iscsi neutron-server[91834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:43:46.167645 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-c6fee516-5ed5-45e7-982a-9e050cfea7f7 admin admin] Calling delete_port for 2f7a8773-6dda-4f7b-a07d-633ded0dbb92 owned by network:router_gateway {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:43:46.215472 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-da239807-64c2-4cc6-8799-581c2e7651f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'name': 'tempest-TestShelveInstance-1312433278-router', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:43:44Z', 'revision_number': 5, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'gw_port': {'id': '2f7a8773-6dda-4f7b-a07d-633ded0dbb92', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:46.219174 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da239807-64c2-4cc6-8799-581c2e7651f0 None None] Checking router: 40526151-6131-41c7-bac3-9da15cecb7bf for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:43:46.228522 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da239807-64c2-4cc6-8799-581c2e7651f0 None None] Routers {'40526151-6131-41c7-bac3-9da15cecb7bf'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:43:46.229145 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-da239807-64c2-4cc6-8799-581c2e7651f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:43:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['40526151-6131-41c7-bac3-9da15cecb7bf'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:46.243798 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931082'] for network, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:46.249405 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:46.253632 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b HTTP/1.1" status: 204 len: 168 time: 0.8289897 Jun 11 19:43:46.253632 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:46.269339 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3d3d744-8e9d-4737-be1e-bb1f66cd1f9b,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:46.272168 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:46.351721 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-da239807-64c2-4cc6-8799-581c2e7651f0 None None] Set router 40526151-6131-41c7-bac3-9da15cecb7bf gateway port host: None {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:43:46.376204 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46210) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:46.385211 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c6fee516-5ed5-45e7-982a-9e050cfea7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:46.387970 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:46.416919 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fee516-5ed5-45e7-982a-9e050cfea7f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7a8773-6dda-4f7b-a07d-633ded0dbb92,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:46.422762 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-e88a9cd5-e516-429c-b83b-eb4995b076c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e11c9a92b2034fce97efde0e6eb32aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431228 Jun 11 19:43:46.423396 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c6fee516-5ed5-45e7-982a-9e050cfea7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:46.423903 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46212) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:46.434124 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-da239807-64c2-4cc6-8799-581c2e7651f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'name': 'tempest-TestShelveInstance-1312433278-router', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:43:45Z', 'revision_number': 6, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'gw_port_host': None}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:46.437775 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da239807-64c2-4cc6-8799-581c2e7651f0 None None] The sync data for ids ['40526151-6131-41c7-bac3-9da15cecb7bf'] in dv-cinder-790535-3-iscsi is: [{'id': '40526151-6131-41c7-bac3-9da15cecb7bf', 'name': 'tempest-TestShelveInstance-1312433278-router', 'tenant_id': '44c724ca5e924a7b8abc9595b7bc289f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:37Z', 'updated_at': '2021-06-11T19:43:45Z', 'revision_number': 6, 'project_id': '44c724ca5e924a7b8abc9595b7bc289f', 'gw_port_host': None}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:43:46.544456 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-37308793-bbf9-4277-8b65-de812f00fa4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:46.546216 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c6fee516-5ed5-45e7-982a-9e050cfea7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931095'] for router_gateway, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:46.695339 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-37308793-bbf9-4277-8b65-de812f00fa4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:46.697792 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c6fee516-5ed5-45e7-982a-9e050cfea7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10995'] for router, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:46.704771 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c6fee516-5ed5-45e7-982a-9e050cfea7f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:46.780750 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c6fee516-5ed5-45e7-982a-9e050cfea7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934704'] for router, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:46.781252 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fee516-5ed5-45e7-982a-9e050cfea7f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40526151-6131-41c7-bac3-9da15cecb7bf {{(pid=91833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 19:43:46.786259 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c6fee516-5ed5-45e7-982a-9e050cfea7f7 admin admin] Notify callbacks [] for router, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:46.787538 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-c6fee516-5ed5-45e7-982a-9e050cfea7f7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/40526151-6131-41c7-bac3-9da15cecb7bf HTTP/1.1" status: 204 len: 168 time: 1.2996070 Jun 11 19:43:46.790643 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46214) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:46.845887 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_v2 [None req-240237dc-a20f-4b44-9faa-aa76b5504534 admin admin] Deleting subnet 1756a96a-5ef1-4846-bc19-baac48a3fc66 {{(pid=91833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:43:46.849239 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-37308793-bbf9-4277-8b65-de812f00fa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:46.851807 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-37308793-bbf9-4277-8b65-de812f00fa4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:46.852933 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-37308793-bbf9-4277-8b65-de812f00fa4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6b8a29a-e5b3-4f3f-984a-5ccb2c4eea17 HTTP/1.1" status: 204 len: 168 time: 0.4279459 Jun 11 19:43:46.853688 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-240237dc-a20f-4b44-9faa-aa76b5504534 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:46.855437 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-d6d92e8e-7818-4135-a611-6eb37a2b71c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:46.889627 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37308793-bbf9-4277-8b65-de812f00fa4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b8a29a-e5b3-4f3f-984a-5ccb2c4eea17,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:46.896581 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-37308793-bbf9-4277-8b65-de812f00fa4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:46.906278 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-240237dc-a20f-4b44-9faa-aa76b5504534 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10197193'] for subnet, precommit_delete_associations {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:47.001042 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-240237dc-a20f-4b44-9faa-aa76b5504534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924851'] for subnet, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:47.065672 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-240237dc-a20f-4b44-9faa-aa76b5504534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10434812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8635667'] for subnet, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:47.068700 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-739cb7ab-3d33-4b01-b452-d4d778e1f9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:47.100878 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240237dc-a20f-4b44-9faa-aa76b5504534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1756a96a-5ef1-4846-bc19-baac48a3fc66,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:47.102916 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-240237dc-a20f-4b44-9faa-aa76b5504534 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:47.107066 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-240237dc-a20f-4b44-9faa-aa76b5504534 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1756a96a-5ef1-4846-bc19-baac48a3fc66 HTTP/1.1" status: 204 len: 168 time: 0.3133318 Jun 11 19:43:47.107066 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-240237dc-a20f-4b44-9faa-aa76b5504534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:47.107719 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46222) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:47.111853 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1bf1cc-e343-43c9-bbe7-fc1b5fa192ce None None] Network 7d360c71-23c4-45e2-af73-a262697cdfeb requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:43:47.214395 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2080632'] for network, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:47.278222 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] Deleting port 8c713f63-880f-40c5-b88b-843b760aaff5 {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:43:47.278571 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:47.369584 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] DHCP port deletion for 7d360c71-23c4-45e2-af73-a262697cdfeb request from dv-cinder-790535-3-iscsi {{(pid=91835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 19:43:47.374834 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] For port 8c713f63-880f-40c5-b88b-843b760aaff5, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=8c713f63-880f-40c5-b88b-843b760aaff5,segment=NetworkSegment(140ff6ff-10cc-4eb1-a05a-930326ac3214),segment_id=140ff6ff-10cc-4eb1-a05a-930326ac3214)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:43:47.375352 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:47.430729 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] Deleting port 8c713f63-880f-40c5-b88b-843b760aaff5 {{(pid=91835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:43:47.431364 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:47.473031 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] Calling delete_port for 8c713f63-880f-40c5-b88b-843b760aaff5 owned by network:dhcp {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:43:47.520501 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] For port 8c713f63-880f-40c5-b88b-843b760aaff5, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=8c713f63-880f-40c5-b88b-843b760aaff5,segment=NetworkSegment(140ff6ff-10cc-4eb1-a05a-930326ac3214),segment_id=140ff6ff-10cc-4eb1-a05a-930326ac3214)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:43:47.521082 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:47.583547 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:47.588888 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e16a042d-c042-41cc-a606-7d490ede0fd6 tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:47.621290 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] Calling delete_port for 8c713f63-880f-40c5-b88b-843b760aaff5 owned by network:dhcp {{(pid=91835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:43:47.622020 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] Pushing event deleted for resources: {'Port': ['ID=8c713f63-880f-40c5-b88b-843b760aaff5,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:47.624348 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] No DVR routers for this DVR port 8c713f63-880f-40c5-b88b-843b760aaff5 on host dv-cinder-790535-3-iscsi {{(pid=91833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:43:47.625910 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:47.734877 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922414', 'neutron.services.segments.db._delete_segments_for_network-8747756516280'] for network, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:47.740338 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697'] for port, after_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:47.744101 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:47.747172 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d360c71-23c4-45e2-af73-a262697cdfeb']}} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:47.760600 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140ff6ff-10cc-4eb1-a05a-930326ac3214') {'for_net_delete': True} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:47.760942 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140ff6ff-10cc-4eb1-a05a-930326ac3214') {} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:47.776616 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747756516118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10197186'] for segment, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:47.781051 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] Pushing event deleted for resources: {'Port': ['ID=8c713f63-880f-40c5-b88b-843b760aaff5,revision_number=None']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:47.785327 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] No DVR routers for this DVR port 8c713f63-880f-40c5-b88b-843b760aaff5 on host dv-cinder-790535-3-iscsi {{(pid=91835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:43:47.796049 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:47.796255 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:47.796811 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:47.796937 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:47.797235 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:47.797509 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:47.797798 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:47.798167 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:47.798537 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:47.799152 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:47.799278 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:47.799530 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:47.799843 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:43:47.803614 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=91833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10434389'] for segment, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: Traceback (most recent call last): Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: timer() Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: cb(*args, **kw) Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: return func(*args, **kwargs) Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: self._notify() Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: self.callback(batched_events) Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: event.method(event) Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: return f(self, *a, **k) Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: return self._get(url).json() Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: return self.request(url, 'GET', **kwargs) Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:43:47.811089 dv-cinder-790535-3-iscsi neutron-server[91833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:43:47.896600 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device a137bfd0-0ac3-4234-836b-cd873f0f29fb no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:43:47.919022 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931082'] for network, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:47.923006 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:47.923987 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: a137bfd0-0ac3-4234-836b-cd873f0f29fb {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:43:47.924417 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device a137bfd0-0ac3-4234-836b-cd873f0f29fb not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:43:47.924921 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:43:47.939849 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:47.941866 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] 10.222.0.24 "DELETE /v2.0/networks/7d360c71-23c4-45e2-af73-a262697cdfeb HTTP/1.1" status: 204 len: 168 time: 0.8337371 Jun 11 19:43:47.945165 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46262) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:47.952964 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] Pushing event deleted for resources: {'Network': ['ID=7d360c71-23c4-45e2-af73-a262697cdfeb,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:47.955105 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:43:47.955537 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device c62f8fbc-01dc-4b11-bdf8-c31cc68bbb9c not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:43:47.956009 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:47.956142 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 8c713f63-880f-40c5-b88b-843b760aaff5 no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:43:47.980412 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: 8c713f63-880f-40c5-b88b-843b760aaff5 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:43:47.980774 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 8c713f63-880f-40c5-b88b-843b760aaff5 not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:43:47.981217 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 2f7a8773-6dda-4f7b-a07d-633ded0dbb92 no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:43:48.011525 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: 2f7a8773-6dda-4f7b-a07d-633ded0dbb92 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:43:48.011844 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 2f7a8773-6dda-4f7b-a07d-633ded0dbb92 not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:43:48.223029 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46268) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:48.330692 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b1b451ed-80c0-4624-bce5-af439b68cd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:48.410983 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0ef35e33-7742-4ee3-b81c-d625f12f03ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-935124'] for router_interface, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:48.426147 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b1b451ed-80c0-4624-bce5-af439b68cd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:48.432249 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-b1b451ed-80c0-4624-bce5-af439b68cd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:48.434845 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-7f9d3b7e-6b59-4b19-b02a-f6b5a3575f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:48.476297 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b451ed-80c0-4624-bce5-af439b68cd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4244dcb3-59fa-4c18-a8cf-4a7aba395104,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:48.480493 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-b1b451ed-80c0-4624-bce5-af439b68cd1a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5121808856d148e09157fb57f6358cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564802 Jun 11 19:43:48.481669 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-b1b451ed-80c0-4624-bce5-af439b68cd1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:48.482975 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46272) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:48.847810 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e38acbcb-ccbb-4623-811e-123f490792d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:48.870204 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e38acbcb-ccbb-4623-811e-123f490792d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:48.919128 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e38acbcb-ccbb-4623-811e-123f490792d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:48.921756 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e38acbcb-ccbb-4623-811e-123f490792d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:48.922887 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-e38acbcb-ccbb-4623-811e-123f490792d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4244dcb3-59fa-4c18-a8cf-4a7aba395104 HTTP/1.1" status: 204 len: 168 time: 0.4390178 Jun 11 19:43:48.923639 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-38836d7c-9d8e-424e-ad23-0773ca5371f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:48.934472 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38acbcb-ccbb-4623-811e-123f490792d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4244dcb3-59fa-4c18-a8cf-4a7aba395104,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:48.937648 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e38acbcb-ccbb-4623-811e-123f490792d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:49.035344 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-0ef35e33-7742-4ee3-b81c-d625f12f03ba admin admin] Deleting port ceb68e60-f834-44f3-8b96-9afd556258ac {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:43:49.035768 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0ef35e33-7742-4ee3-b81c-d625f12f03ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:49.137892 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [None req-0ef35e33-7742-4ee3-b81c-d625f12f03ba admin admin] For port ceb68e60-f834-44f3-8b96-9afd556258ac, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=ceb68e60-f834-44f3-8b96-9afd556258ac,segment=NetworkSegment(12f06c1e-e55b-4ea4-b590-033ce5d5d0cb),segment_id=12f06c1e-e55b-4ea4-b590-033ce5d5d0cb)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:43:49.138404 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0ef35e33-7742-4ee3-b81c-d625f12f03ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:49.234271 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-0ef35e33-7742-4ee3-b81c-d625f12f03ba admin admin] Calling delete_port for ceb68e60-f834-44f3-8b96-9afd556258ac owned by network:router_interface {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:43:49.455764 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0ef35e33-7742-4ee3-b81c-d625f12f03ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:49.458772 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-04a09bf4-7762-4530-8520-ee8fdde9ad4f tempest-AttachVolumeNegativeTest-29253183 tempest-AttachVolumeNegativeTest-29253183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:49.494109 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef35e33-7742-4ee3-b81c-d625f12f03ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb68e60-f834-44f3-8b96-9afd556258ac,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:49.497103 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-0ef35e33-7742-4ee3-b81c-d625f12f03ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:49.713641 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0ef35e33-7742-4ee3-b81c-d625f12f03ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932420'] for router_interface, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:50.009872 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef35e33-7742-4ee3-b81c-d625f12f03ba admin admin] Router 65607da2-7436-4dbf-93ff-0cd08c4f8ef9 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:43:50.150345 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef35e33-7742-4ee3-b81c-d625f12f03ba admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:43:50.155361 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-0ef35e33-7742-4ee3-b81c-d625f12f03ba admin admin] 10.222.0.24 "PUT /v2.0/routers/65607da2-7436-4dbf-93ff-0cd08c4f8ef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2091804 Jun 11 19:43:50.157836 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46312) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:50.161822 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20a1af9-e9b2-4a60-82b5-578e7f61c35f None None] Sync routers for ids ['65607da2-7436-4dbf-93ff-0cd08c4f8ef9'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:43:50.171625 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a1af9-e9b2-4a60-82b5-578e7f61c35f None None] Routers {'65607da2-7436-4dbf-93ff-0cd08c4f8ef9'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:43:50.172419 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-c20a1af9-e9b2-4a60-82b5-578e7f61c35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:43:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['65607da2-7436-4dbf-93ff-0cd08c4f8ef9'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:50.307802 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-285c2113-7c4a-4e0e-8633-546a5671f1a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:50.331962 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-c20a1af9-e9b2-4a60-82b5-578e7f61c35f None None] Set router 65607da2-7436-4dbf-93ff-0cd08c4f8ef9 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:43:50.458623 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-285c2113-7c4a-4e0e-8633-546a5671f1a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:50.519754 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-285c2113-7c4a-4e0e-8633-546a5671f1a9 admin admin] Deleting port 86fb3b82-e004-4a82-851e-947035fb16f6 {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:43:50.520275 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-285c2113-7c4a-4e0e-8633-546a5671f1a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:50.573912 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-c20a1af9-e9b2-4a60-82b5-578e7f61c35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'name': 'tempest-TestShelveInstance-314874498-router', 'tenant_id': '17f6e28d45b84f94aed11b1233f16881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '86fb3b82-e004-4a82-851e-947035fb16f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:42Z', 'updated_at': '2021-06-11T19:43:49Z', 'revision_number': 5, 'project_id': '17f6e28d45b84f94aed11b1233f16881', 'gw_port': {'id': '86fb3b82-e004-4a82-851e-947035fb16f6', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:38:43Z', 'updated_at': '2021-06-11T19:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:50.577273 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20a1af9-e9b2-4a60-82b5-578e7f61c35f None None] Checking router: 65607da2-7436-4dbf-93ff-0cd08c4f8ef9 for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:43:50.587313 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a1af9-e9b2-4a60-82b5-578e7f61c35f None None] Routers {'65607da2-7436-4dbf-93ff-0cd08c4f8ef9'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:43:50.588062 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-c20a1af9-e9b2-4a60-82b5-578e7f61c35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:43:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['65607da2-7436-4dbf-93ff-0cd08c4f8ef9'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:50.638797 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [None req-285c2113-7c4a-4e0e-8633-546a5671f1a9 admin admin] For port 86fb3b82-e004-4a82-851e-947035fb16f6, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=86fb3b82-e004-4a82-851e-947035fb16f6,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:43:50.639423 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-285c2113-7c4a-4e0e-8633-546a5671f1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:50.718309 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-c20a1af9-e9b2-4a60-82b5-578e7f61c35f None None] Set router 65607da2-7436-4dbf-93ff-0cd08c4f8ef9 gateway port host: None {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:43:50.733929 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-285c2113-7c4a-4e0e-8633-546a5671f1a9 admin admin] Calling delete_port for 86fb3b82-e004-4a82-851e-947035fb16f6 owned by network:router_gateway {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:43:50.799946 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-c20a1af9-e9b2-4a60-82b5-578e7f61c35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'name': 'tempest-TestShelveInstance-314874498-router', 'tenant_id': '17f6e28d45b84f94aed11b1233f16881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:42Z', 'updated_at': '2021-06-11T19:43:50Z', 'revision_number': 6, 'project_id': '17f6e28d45b84f94aed11b1233f16881', 'gw_port_host': None}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:50.803770 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20a1af9-e9b2-4a60-82b5-578e7f61c35f None None] The sync data for ids ['65607da2-7436-4dbf-93ff-0cd08c4f8ef9'] in dv-cinder-790535-3-iscsi is: [{'id': '65607da2-7436-4dbf-93ff-0cd08c4f8ef9', 'name': 'tempest-TestShelveInstance-314874498-router', 'tenant_id': '17f6e28d45b84f94aed11b1233f16881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:38:42Z', 'updated_at': '2021-06-11T19:43:50Z', 'revision_number': 6, 'project_id': '17f6e28d45b84f94aed11b1233f16881', 'gw_port_host': None}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:43:50.964347 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-285c2113-7c4a-4e0e-8633-546a5671f1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:50.967840 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-4b19a66b-9196-4294-b73d-1a5a3654bdfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:50.996764 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c2113-7c4a-4e0e-8633-546a5671f1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=86fb3b82-e004-4a82-851e-947035fb16f6,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:50.999845 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-285c2113-7c4a-4e0e-8633-546a5671f1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:51.076753 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-285c2113-7c4a-4e0e-8633-546a5671f1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931095'] for router_gateway, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:51.226736 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-285c2113-7c4a-4e0e-8633-546a5671f1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10995'] for router, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:51.229140 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-285c2113-7c4a-4e0e-8633-546a5671f1a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:51.286048 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-285c2113-7c4a-4e0e-8633-546a5671f1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934704'] for router, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:51.286365 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285c2113-7c4a-4e0e-8633-546a5671f1a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65607da2-7436-4dbf-93ff-0cd08c4f8ef9 {{(pid=91833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 19:43:51.293681 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-285c2113-7c4a-4e0e-8633-546a5671f1a9 admin admin] Notify callbacks [] for router, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:51.294841 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-285c2113-7c4a-4e0e-8633-546a5671f1a9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/65607da2-7436-4dbf-93ff-0cd08c4f8ef9 HTTP/1.1" status: 204 len: 168 time: 1.1360829 Jun 11 19:43:51.297293 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46390) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:51.349410 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b7b4b1-5f0e-4f47-8422-f71f03dd26df admin admin] Deleting subnet 8ae0b4d8-7c4a-404d-98a6-fa3a3b55fec2 {{(pid=91833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:43:51.353485 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f6b7b4b1-5f0e-4f47-8422-f71f03dd26df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:51.399873 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f6b7b4b1-5f0e-4f47-8422-f71f03dd26df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10197193'] for subnet, precommit_delete_associations {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:51.497555 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f6b7b4b1-5f0e-4f47-8422-f71f03dd26df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924851'] for subnet, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:51.561054 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f6b7b4b1-5f0e-4f47-8422-f71f03dd26df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10434812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8635667'] for subnet, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:51.565140 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:51.593588 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7b4b1-5f0e-4f47-8422-f71f03dd26df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ae0b4d8-7c4a-404d-98a6-fa3a3b55fec2,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:51.597105 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-f6b7b4b1-5f0e-4f47-8422-f71f03dd26df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:51.599961 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f6b7b4b1-5f0e-4f47-8422-f71f03dd26df admin admin] Notify callbacks [] for subnet, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:51.604478 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-f6b7b4b1-5f0e-4f47-8422-f71f03dd26df admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8ae0b4d8-7c4a-404d-98a6-fa3a3b55fec2 HTTP/1.1" status: 204 len: 168 time: 0.3038163 Jun 11 19:43:51.604592 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46406) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:51.608368 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45767b44-9dda-4c76-b1dd-0a18bd81d16c None None] Network 8261dc53-03df-4fbe-be24-b3fd2dffa205 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:43:51.700959 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2080632'] for network, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:51.763626 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] Deleting port 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:43:51.764269 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:51.768868 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46410) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:51.855233 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4403543d-b681-497d-984a-a9822869b477 None None] DHCP port deletion for 8261dc53-03df-4fbe-be24-b3fd2dffa205 request from dv-cinder-790535-3-iscsi {{(pid=91835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 19:43:51.857049 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] For port 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=4c8b7bf6-32c1-4704-952b-f25ae6abd6dd,segment=NetworkSegment(12f06c1e-e55b-4ea4-b590-033ce5d5d0cb),segment_id=12f06c1e-e55b-4ea4-b590-033ce5d5d0cb)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:43:51.857616 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:51.928676 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 86fb3b82-e004-4a82-851e-947035fb16f6 no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:43:51.931589 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ab500987-4d67-4fcc-81de-ba85319a8949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:51.958266 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: 86fb3b82-e004-4a82-851e-947035fb16f6 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:43:51.958529 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 86fb3b82-e004-4a82-851e-947035fb16f6 not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:43:51.959120 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device ceb68e60-f834-44f3-8b96-9afd556258ac no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:43:51.985099 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: ceb68e60-f834-44f3-8b96-9afd556258ac {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:43:51.985548 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device ceb68e60-f834-44f3-8b96-9afd556258ac not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:43:51.997448 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-4403543d-b681-497d-984a-a9822869b477 None None] Deleting port 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd {{(pid=91835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:43:51.997921 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-4403543d-b681-497d-984a-a9822869b477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.040055 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ab500987-4d67-4fcc-81de-ba85319a8949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.044332 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-ab500987-4d67-4fcc-81de-ba85319a8949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.071428 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e77930e4-600b-4e75-8c14-9fc0c264407f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:52.096884 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-4403543d-b681-497d-984a-a9822869b477 None None] For port 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=4c8b7bf6-32c1-4704-952b-f25ae6abd6dd,segment=NetworkSegment(12f06c1e-e55b-4ea4-b590-033ce5d5d0cb),segment_id=12f06c1e-e55b-4ea4-b590-033ce5d5d0cb)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:43:52.097242 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-4403543d-b681-497d-984a-a9822869b477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.098060 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-ab500987-4d67-4fcc-81de-ba85319a8949 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3e0353f3f454950a65b4fd300a3af53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280692 Jun 11 19:43:52.101270 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab500987-4d67-4fcc-81de-ba85319a8949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712918ba-b80d-40b8-8cb5-d595889e8ac3,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:52.103958 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46414) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:52.125189 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-ab500987-4d67-4fcc-81de-ba85319a8949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:52.168862 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0103aacb-e225-4836-b9cd-c1c0bb43e45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.193485 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0103aacb-e225-4836-b9cd-c1c0bb43e45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.199301 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-4403543d-b681-497d-984a-a9822869b477 None None] Calling delete_port for 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd owned by network:dhcp {{(pid=91835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:43:52.247491 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0103aacb-e225-4836-b9cd-c1c0bb43e45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.250249 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-0103aacb-e225-4836-b9cd-c1c0bb43e45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.254081 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-0103aacb-e225-4836-b9cd-c1c0bb43e45e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/712918ba-b80d-40b8-8cb5-d595889e8ac3 HTTP/1.1" status: 204 len: 168 time: 0.1465657 Jun 11 19:43:52.254081 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-7510b75a-25bf-4237-a24a-410128a33a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:52.266511 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103aacb-e225-4836-b9cd-c1c0bb43e45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712918ba-b80d-40b8-8cb5-d595889e8ac3,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:52.269457 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0103aacb-e225-4836-b9cd-c1c0bb43e45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:52.270886 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] Calling delete_port for 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd owned by network:dhcp {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:43:52.379772 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.385132 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-9f4f5fd3-a424-4b1e-94d5-ba850617b09d tempest-ServerRescueNegativeTestJSON-2139142797 tempest-ServerRescueNegativeTestJSON-2139142797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:52.413661 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8b7bf6-32c1-4704-952b-f25ae6abd6dd,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:52.415559 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] No DVR routers for this DVR port 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd on host dv-cinder-790535-3-iscsi {{(pid=91833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:43:52.417274 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:52.450988 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-4403543d-b681-497d-984a-a9822869b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697'] for port, after_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.453747 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:52.481610 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403543d-b681-497d-984a-a9822869b477 None None] Pushing event deleted for resources: {'Port': ['ID=4c8b7bf6-32c1-4704-952b-f25ae6abd6dd,revision_number=None']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:52.485238 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-4403543d-b681-497d-984a-a9822869b477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:52.487562 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4403543d-b681-497d-984a-a9822869b477 None None] No DVR routers for this DVR port 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd on host dv-cinder-790535-3-iscsi {{(pid=91835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:43:52.518459 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922414', 'neutron.services.segments.db._delete_segments_for_network-8747756516280'] for network, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.530111 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8261dc53-03df-4fbe-be24-b3fd2dffa205']}} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:52.541879 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f06c1e-e55b-4ea4-b590-033ce5d5d0cb') {'for_net_delete': True} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:52.542180 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f06c1e-e55b-4ea4-b590-033ce5d5d0cb') {} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:43:52.552445 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747756516118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10197186'] for segment, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.559933 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46420) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:52.582019 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-21f25967-26d7-4920-bc46-f56908dbc644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.584238 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.599269 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=91833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:43:52.599655 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10434389'] for segment, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: Traceback (most recent call last): Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: timer() Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: cb(*args, **kw) Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: return func(*args, **kwargs) Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: self._notify() Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: self.callback(batched_events) Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: event.method(event) Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: return f(self, *a, **k) Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: return self._get(url).json() Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: return self.request(url, 'GET', **kwargs) Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:43:52.601974 dv-cinder-790535-3-iscsi neutron-server[91833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:43:52.688086 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931082'] for network, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.698150 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:52.703130 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.705003 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8261dc53-03df-4fbe-be24-b3fd2dffa205 HTTP/1.1" status: 204 len: 168 time: 1.0995114 Jun 11 19:43:52.722298 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] Pushing event deleted for resources: {'Network': ['ID=8261dc53-03df-4fbe-be24-b3fd2dffa205,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:52.726499 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:52.775494 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-21f25967-26d7-4920-bc46-f56908dbc644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.779550 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-21f25967-26d7-4920-bc46-f56908dbc644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.782141 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-a1d0c3f9-28bb-4673-ab13-af7f9d005366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:52.827394 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-21f25967-26d7-4920-bc46-f56908dbc644 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4119c34427e4d079e741f84fab93cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664366 Jun 11 19:43:52.828322 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f25967-26d7-4920-bc46-f56908dbc644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffc7b63-f43c-475e-b969-4b99e27b6956,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:52.830098 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46424) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:52.831377 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-21f25967-26d7-4920-bc46-f56908dbc644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:52.876686 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46426) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:52.887027 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6ec8bfce-060f-42af-b428-62f78e7c7ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.909569 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6ec8bfce-060f-42af-b428-62f78e7c7ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.922418 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-58b801ec-c861-4ae1-a223-918d93845f67 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44c724ca5e924a7b8abc9595b7bc289f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423918 Jun 11 19:43:52.922682 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46428) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:52.960687 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6ec8bfce-060f-42af-b428-62f78e7c7ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.963466 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6ec8bfce-060f-42af-b428-62f78e7c7ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:52.964585 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-6ec8bfce-060f-42af-b428-62f78e7c7ea1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ffc7b63-f43c-475e-b969-4b99e27b6956 HTTP/1.1" status: 204 len: 168 time: 0.1321220 Jun 11 19:43:52.965460 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-8224881b-d45c-4cbe-8727-adf7b4abc3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:52.973746 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8bfce-060f-42af-b428-62f78e7c7ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffc7b63-f43c-475e-b969-4b99e27b6956,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:52.976002 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-6ec8bfce-060f-42af-b428-62f78e7c7ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:52.982292 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b307994b-e5a8-47a0-9322-7be5dba5b743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:53.007482 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b307994b-e5a8-47a0-9322-7be5dba5b743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:53.056694 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b307994b-e5a8-47a0-9322-7be5dba5b743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:53.059381 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b307994b-e5a8-47a0-9322-7be5dba5b743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:53.060508 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-b307994b-e5a8-47a0-9322-7be5dba5b743 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/972b9d40-1883-4061-ab8e-b1b119615ea3 HTTP/1.1" status: 204 len: 168 time: 0.1369438 Jun 11 19:43:53.061447 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-ea624d07-c840-42ae-8887-d5f32b65499e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:53.075650 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307994b-e5a8-47a0-9322-7be5dba5b743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972b9d40-1883-4061-ab8e-b1b119615ea3,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:53.078951 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-b307994b-e5a8-47a0-9322-7be5dba5b743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:53.387604 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46446) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:53.431317 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-7c50c6cc-3cf0-4dfd-b261-a25536595a2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17f6e28d45b84f94aed11b1233f16881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414455 Jun 11 19:43:53.433794 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46448) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:53.491698 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e251b19e-b799-4b05-9fc9-3eaf32779c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:53.514484 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e251b19e-b799-4b05-9fc9-3eaf32779c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:53.564744 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e251b19e-b799-4b05-9fc9-3eaf32779c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:53.567651 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e251b19e-b799-4b05-9fc9-3eaf32779c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:53.568742 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-e251b19e-b799-4b05-9fc9-3eaf32779c4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c184f779-d5f1-4820-abbc-53cf47c05f8c HTTP/1.1" status: 204 len: 168 time: 0.1340506 Jun 11 19:43:53.569530 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-565eeba3-cb4e-4906-93fa-3e006d0ac264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:53.578031 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251b19e-b799-4b05-9fc9-3eaf32779c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c184f779-d5f1-4820-abbc-53cf47c05f8c,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:53.580812 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e251b19e-b799-4b05-9fc9-3eaf32779c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:53.880088 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:43:53.905176 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:43:53.905650 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 4c8b7bf6-32c1-4704-952b-f25ae6abd6dd not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:43:57.082191 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46496) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:57.188165 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-736cfdec-7fd6-4ba8-8e7f-ccd1bbc44377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:57.277504 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-736cfdec-7fd6-4ba8-8e7f-ccd1bbc44377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:57.280869 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-736cfdec-7fd6-4ba8-8e7f-ccd1bbc44377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:57.284075 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-b47d3922-af70-4072-a40a-ec9d34e5dc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:57.322056 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-736cfdec-7fd6-4ba8-8e7f-ccd1bbc44377 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0dd2a15987f4dce98299952e87b6041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385688 Jun 11 19:43:57.323175 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cfdec-7fd6-4ba8-8e7f-ccd1bbc44377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d565b9cf-0727-42d9-b449-85e4dcf320a8,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:57.324820 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46500) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:57.326207 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-736cfdec-7fd6-4ba8-8e7f-ccd1bbc44377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:57.376748 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4c6d138b-087b-40d9-9ef3-7ec4f4ae0926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:57.401965 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4c6d138b-087b-40d9-9ef3-7ec4f4ae0926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:57.450909 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4c6d138b-087b-40d9-9ef3-7ec4f4ae0926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:57.453656 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4c6d138b-087b-40d9-9ef3-7ec4f4ae0926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:57.454775 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-4c6d138b-087b-40d9-9ef3-7ec4f4ae0926 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d565b9cf-0727-42d9-b449-85e4dcf320a8 HTTP/1.1" status: 204 len: 168 time: 0.1288741 Jun 11 19:43:57.455942 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-984e3bee-38f5-423e-96f8-6b471985d7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:57.465153 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d138b-087b-40d9-9ef3-7ec4f4ae0926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d565b9cf-0727-42d9-b449-85e4dcf320a8,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:57.467319 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-4c6d138b-087b-40d9-9ef3-7ec4f4ae0926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:57.488190 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:57.709796 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46506) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:57.729022 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cccfdffc-51ff-41b4-8fe8-bf3a32cbf54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:57.824736 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cccfdffc-51ff-41b4-8fe8-bf3a32cbf54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:57.828387 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cccfdffc-51ff-41b4-8fe8-bf3a32cbf54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:57.831656 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-5798ffc6-d71c-4087-a01e-bf81aecbba6e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:57.870373 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-cccfdffc-51ff-41b4-8fe8-bf3a32cbf54d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d15b5ab237294e3682df1ce535a0e81f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595199 Jun 11 19:43:57.871132 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfdffc-51ff-41b4-8fe8-bf3a32cbf54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5eb0e5-8208-4711-a716-7b373280cffa,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:57.873009 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46508) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:57.874067 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-cccfdffc-51ff-41b4-8fe8-bf3a32cbf54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:57.923428 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-5c7f17e4-a74d-4581-acd9-5ee800b73d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:57.945892 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-5c7f17e4-a74d-4581-acd9-5ee800b73d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:57.993726 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-5c7f17e4-a74d-4581-acd9-5ee800b73d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:57.996288 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-5c7f17e4-a74d-4581-acd9-5ee800b73d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:57.997381 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-5c7f17e4-a74d-4581-acd9-5ee800b73d68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d5eb0e5-8208-4711-a716-7b373280cffa HTTP/1.1" status: 204 len: 168 time: 0.1233981 Jun 11 19:43:57.998178 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f33fc608-d0bb-4ed5-b227-010334bc711c tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:58.006292 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f17e4-a74d-4581-acd9-5ee800b73d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5eb0e5-8208-4711-a716-7b373280cffa,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:58.009068 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-5c7f17e4-a74d-4581-acd9-5ee800b73d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:59.126780 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46538) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:43:59.327211 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-cc3bdb75-565a-4aa3-bb60-b6a384388a3f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Deleting port f8b70ae8-cb8d-4b66-afc3-268d7cd099b0 {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:43:59.327552 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cc3bdb75-565a-4aa3-bb60-b6a384388a3f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:59.425663 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cc3bdb75-565a-4aa3-bb60-b6a384388a3f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:59.425987 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cc3bdb75-565a-4aa3-bb60-b6a384388a3f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:59.516943 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-cc3bdb75-565a-4aa3-bb60-b6a384388a3f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Calling delete_port for f8b70ae8-cb8d-4b66-afc3-268d7cd099b0 owned by network:floatingip {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:43:59.532636 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:43:59.685063 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cc3bdb75-565a-4aa3-bb60-b6a384388a3f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:59.686939 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-fee5bf9b-c079-4cbd-8a24-cd04aaa145c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:43:59.714244 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bdb75-565a-4aa3-bb60-b6a384388a3f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event deleted for resources: {'Port': ['ID=f8b70ae8-cb8d-4b66-afc3-268d7cd099b0,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:43:59.717333 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-cc3bdb75-565a-4aa3-bb60-b6a384388a3f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:43:59.791775 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cc3bdb75-565a-4aa3-bb60-b6a384388a3f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for floatingip, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:43:59.792105 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.l3_db [None req-cc3bdb75-565a-4aa3-bb60-b6a384388a3f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Floating IP 697859ef-8f28-4fbb-a643-2475ba6c2d34 disassociated (deleted). External IP: 172.27.0.244, port: 3fb4e8a0-89a5-4025-ba83-a49107242676. Jun 11 19:44:00.066157 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3bdb75-565a-4aa3-bb60-b6a384388a3f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:44:00.215513 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3bdb75-565a-4aa3-bb60-b6a384388a3f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:44:00.225688 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cc3bdb75-565a-4aa3-bb60-b6a384388a3f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:00.233535 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece54c7-ba45-43d0-9ff8-80b2b2db18fd None None] Sync routers for ids ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:44:00.243685 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece54c7-ba45-43d0-9ff8-80b2b2db18fd None None] Routers {'44ec4b6f-f00c-4390-a5b3-e421e1a35598'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:44:00.244392 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-cece54c7-ba45-43d0-9ff8-80b2b2db18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:43:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:00.268216 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-cc3bdb75-565a-4aa3-bb60-b6a384388a3f tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "DELETE /v2.0/floatingips/697859ef-8f28-4fbb-a643-2475ba6c2d34 HTTP/1.1" status: 204 len: 168 time: 1.1403475 Jun 11 19:44:00.268872 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da03be5-798b-4678-b085-406edfae58c9', 'tag': '3fb4e8a0-89a5-4025-ba83-a49107242676'}] {{(pid=91833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:44:00.271156 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12580938f8c4f5da66052fc64fb9931d26b9b743d1b49f12477f4dfff3c9ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f537b2-b9f0-49b4-ae12-6a0e4fd9b7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6da03be5-798b-4678-b085-406edfae58c9", "tag": "3fb4e8a0-89a5-4025-ba83-a49107242676"}]}' {{(pid=91833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:44:00.320205 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a245c3-d941-4deb-88ca-08c076a85490 x-openstack-request-id: req-a4a245c3-d941-4deb-88ca-08c076a85490 {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:44:00.320537 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da03be5-798b-4678-b085-406edfae58c9", "tag": "3fb4e8a0-89a5-4025-ba83-a49107242676", "status": "completed", "code": 200}]} {{(pid=91833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:44:00.320825 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4a245c3-d941-4deb-88ca-08c076a85490 {{(pid=91833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:44:00.321255 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da03be5-798b-4678-b085-406edfae58c9', 'tag': '3fb4e8a0-89a5-4025-ba83-a49107242676', 'status': 'completed', 'code': 200} Jun 11 19:44:00.413459 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-cece54c7-ba45-43d0-9ff8-80b2b2db18fd None None] Set router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:44:00.415663 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f537b2-b9f0-49b4-ae12-6a0e4fd9b7a9 req-47a8df51-adaa-4270-9e23-34ed246d88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:00.417850 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c5f537b2-b9f0-49b4-ae12-6a0e4fd9b7a9 req-47a8df51-adaa-4270-9e23-34ed246d88ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5da85e3d494c400d9b6ee93e139f5496&device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 1098 time: 0.0719533 Jun 11 19:44:00.546309 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f537b2-b9f0-49b4-ae12-6a0e4fd9b7a9 req-b34a5143-6bdc-4e69-b1f2-29d92f53a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:00.548106 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c5f537b2-b9f0-49b4-ae12-6a0e4fd9b7a9 req-b34a5143-6bdc-4e69-b1f2-29d92f53a88a service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 HTTP/1.1" status: 200 len: 913 time: 0.1240113 Jun 11 19:44:00.622076 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c5f537b2-b9f0-49b4-ae12-6a0e4fd9b7a9 req-cd786a88-9495-4690-92ea-e0ffd3970808 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fb4e8a0-89a5-4025-ba83-a49107242676 HTTP/1.1" status: 200 len: 217 time: 0.0666523 Jun 11 19:44:00.716273 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f537b2-b9f0-49b4-ae12-6a0e4fd9b7a9 req-31e3ec27-9a84-49e4-9689-f94289d0d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:00.717687 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c5f537b2-b9f0-49b4-ae12-6a0e4fd9b7a9 req-31e3ec27-9a84-49e4-9689-f94289d0d12c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b74db1c-1c6c-4033-956f-ab002f0c83d3 HTTP/1.1" status: 200 len: 851 time: 0.0892336 Jun 11 19:44:00.742963 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-cece54c7-ba45-43d0-9ff8-80b2b2db18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '0c7e5e5e-e590-404e-86f0-7594cce92105', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'port_id': '27659e6c-f89a-4bc1-88e5-601f69bfcf82', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'mac_address': 'fa:16:3e:bf:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:39:50Z', 'updated_at': '2021-06-11T19:39:54Z', 'revision_number': 1, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:34Z', 'revision_number': 5, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:00.747098 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece54c7-ba45-43d0-9ff8-80b2b2db18fd None None] Checking router: 44ec4b6f-f00c-4390-a5b3-e421e1a35598 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:44:00.755141 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece54c7-ba45-43d0-9ff8-80b2b2db18fd None None] Routers {'44ec4b6f-f00c-4390-a5b3-e421e1a35598'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:44:00.755742 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-cece54c7-ba45-43d0-9ff8-80b2b2db18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:43:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:00.783645 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2f33f-8882-400b-a026-1a5cff59e230 req-84afaf1c-6a9c-4d70-96f9-55ad453948c7 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:00.785059 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-18a2f33f-8882-400b-a026-1a5cff59e230 req-84afaf1c-6a9c-4d70-96f9-55ad453948c7 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 945 time: 0.1124704 Jun 11 19:44:00.835919 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f537b2-b9f0-49b4-ae12-6a0e4fd9b7a9 req-86494f53-0061-4c54-a63c-fc898d339ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:00.837281 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c5f537b2-b9f0-49b4-ae12-6a0e4fd9b7a9 req-86494f53-0061-4c54-a63c-fc898d339ef8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1127868 Jun 11 19:44:00.842044 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-18a2f33f-8882-400b-a026-1a5cff59e230 req-1d6e3500-f290-45ef-9707-272fca94abbd tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496836 Jun 11 19:44:00.901346 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-cece54c7-ba45-43d0-9ff8-80b2b2db18fd None None] Set router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:44:00.949919 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c5f537b2-b9f0-49b4-ae12-6a0e4fd9b7a9 req-227d0d36-d4de-458a-9120-90ac4e6270cc service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057177 Jun 11 19:44:01.064976 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c5f537b2-b9f0-49b4-ae12-6a0e4fd9b7a9 req-95403b9b-72c0-43c3-9386-a4d3a3c864e9 service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081996 Jun 11 19:44:01.184977 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-cece54c7-ba45-43d0-9ff8-80b2b2db18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '0c7e5e5e-e590-404e-86f0-7594cce92105', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'port_id': '27659e6c-f89a-4bc1-88e5-601f69bfcf82', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'mac_address': 'fa:16:3e:bf:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:39:50Z', 'updated_at': '2021-06-11T19:39:54Z', 'revision_number': 1, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:34Z', 'revision_number': 5, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:01.188328 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece54c7-ba45-43d0-9ff8-80b2b2db18fd None None] The sync data for ids ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'] in dv-cinder-790535-3-iscsi is: [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': '0c7e5e5e-e590-404e-86f0-7594cce92105', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'port_id': '27659e6c-f89a-4bc1-88e5-601f69bfcf82', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'mac_address': 'fa:16:3e:bf:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:39:50Z', 'updated_at': '2021-06-11T19:39:54Z', 'revision_number': 1, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:34Z', 'revision_number': 5, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:44:01.384308 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a2ab32-8fe7-4a1a-b1e0-7a95a4e64978 None None] New status for floating IP 697859ef-8f28-4fbb-a643-2475ba6c2d34: DOWN {{(pid=91836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:44:02.050275 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d073e-3d5c-4569-bf69-f4e95d32c17a req-528dd7bc-25e9-4436-a72d-7dff4bfc3e41 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:02.051709 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-011d073e-3d5c-4569-bf69-f4e95d32c17a req-528dd7bc-25e9-4436-a72d-7dff4bfc3e41 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 945 time: 0.0672655 Jun 11 19:44:02.132033 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-011d073e-3d5c-4569-bf69-f4e95d32c17a req-fee85a10-1ca8-46d5-bf94-799132fb3ca6 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710499 Jun 11 19:44:02.151880 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e070033-cd05-497f-9ca0-2933e0e2497e req-34c947d2-3f50-46e6-a677-f52761ca7cb6 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:02.153279 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8e070033-cd05-497f-9ca0-2933e0e2497e req-34c947d2-3f50-46e6-a677-f52761ca7cb6 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.39 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 945 time: 0.1007564 Jun 11 19:44:02.260351 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-8e070033-cd05-497f-9ca0-2933e0e2497e req-f892c002-2b33-4d59-9d17-e0fddadda655 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Deleting port 3fb4e8a0-89a5-4025-ba83-a49107242676 {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:44:02.260688 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-8e070033-cd05-497f-9ca0-2933e0e2497e req-f892c002-2b33-4d59-9d17-e0fddadda655 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:02.370336 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-8e070033-cd05-497f-9ca0-2933e0e2497e req-f892c002-2b33-4d59-9d17-e0fddadda655 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] For port 3fb4e8a0-89a5-4025-ba83-a49107242676, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3fb4e8a0-89a5-4025-ba83-a49107242676,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:44:02.370727 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-8e070033-cd05-497f-9ca0-2933e0e2497e req-f892c002-2b33-4d59-9d17-e0fddadda655 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:02.461432 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-8e070033-cd05-497f-9ca0-2933e0e2497e req-f892c002-2b33-4d59-9d17-e0fddadda655 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Calling delete_port for 3fb4e8a0-89a5-4025-ba83-a49107242676 owned by compute:nova {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:44:02.606034 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-8e070033-cd05-497f-9ca0-2933e0e2497e req-f892c002-2b33-4d59-9d17-e0fddadda655 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:02.609657 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-bbd286a1-7dfe-4f37-a850-4898ab005b70 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:02.638831 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892c002-2b33-4d59-9d17-e0fddadda655 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event deleted for resources: {'Port': ['ID=3fb4e8a0-89a5-4025-ba83-a49107242676,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:02.641750 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f892c002-2b33-4d59-9d17-e0fddadda655 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:02.697112 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e070033-cd05-497f-9ca0-2933e0e2497e req-f892c002-2b33-4d59-9d17-e0fddadda655 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] No DVR routers for this DVR port 3fb4e8a0-89a5-4025-ba83-a49107242676 on host hv-cinder-79053 {{(pid=91834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:44:02.699505 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-8e070033-cd05-497f-9ca0-2933e0e2497e req-f892c002-2b33-4d59-9d17-e0fddadda655 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:02.701425 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8e070033-cd05-497f-9ca0-2933e0e2497e req-f892c002-2b33-4d59-9d17-e0fddadda655 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.39 "DELETE /v2.0/ports/3fb4e8a0-89a5-4025-ba83-a49107242676 HTTP/1.1" status: 204 len: 173 time: 0.5429437 Jun 11 19:44:02.701930 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da03be5-798b-4678-b085-406edfae58c9', 'name': 'network-vif-deleted', 'tag': '3fb4e8a0-89a5-4025-ba83-a49107242676'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:44:02.704239 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68893bbf-a79f-4006-820a-529e6529388a" -d '{"events": [{"server_uuid": "6da03be5-798b-4678-b085-406edfae58c9", "name": "network-vif-deleted", "tag": "3fb4e8a0-89a5-4025-ba83-a49107242676"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:44:02.756367 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b70ed55-271c-4a6b-b971-6ac45da5e324 x-openstack-request-id: req-9b70ed55-271c-4a6b-b971-6ac45da5e324 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:44:02.756726 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da03be5-798b-4678-b085-406edfae58c9", "name": "network-vif-deleted", "tag": "3fb4e8a0-89a5-4025-ba83-a49107242676", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:44:02.756995 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b70ed55-271c-4a6b-b971-6ac45da5e324 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:44:02.757460 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da03be5-798b-4678-b085-406edfae58c9', 'name': 'network-vif-deleted', 'tag': '3fb4e8a0-89a5-4025-ba83-a49107242676', 'status': 'completed', 'code': 200} Jun 11 19:44:03.449661 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8a98ddf2-376d-4e7c-8c7b-32c6334a6c24 req-663c72ea-d9ad-4005-8ded-2343fadf971a tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da03be5-798b-4678-b085-406edfae58c9 HTTP/1.1" status: 200 len: 210 time: 0.1869011 Jun 11 19:44:06.689789 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-1d22d7b3-b83f-4c88-87b6-d45a83488260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:06.752049 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 3fb4e8a0-89a5-4025-ba83-a49107242676 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:44:06.777326 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: 3fb4e8a0-89a5-4025-ba83-a49107242676 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:44:06.777624 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 3fb4e8a0-89a5-4025-ba83-a49107242676 not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:44:09.050858 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-0cc33f9b-5a36-4ae7-9c7e-58087102d05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:09.245976 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:09.838427 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46650) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:10.036833 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-4ca63f9a-c0b2-4a79-bded-2e1fa992f87e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Deleting port 5f4e8a6c-3491-47cb-84f0-9eddae41fbc4 {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:44:10.037204 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4ca63f9a-c0b2-4a79-bded-2e1fa992f87e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:10.145544 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4ca63f9a-c0b2-4a79-bded-2e1fa992f87e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:10.145883 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4ca63f9a-c0b2-4a79-bded-2e1fa992f87e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:10.239606 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-4ca63f9a-c0b2-4a79-bded-2e1fa992f87e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Calling delete_port for 5f4e8a6c-3491-47cb-84f0-9eddae41fbc4 owned by network:floatingip {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:44:10.431048 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4ca63f9a-c0b2-4a79-bded-2e1fa992f87e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:10.433092 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-ed9da5e6-82fd-4ebf-8cc0-5fe1ee35879e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:10.440390 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:10.463282 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca63f9a-c0b2-4a79-bded-2e1fa992f87e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event deleted for resources: {'Port': ['ID=5f4e8a6c-3491-47cb-84f0-9eddae41fbc4,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:10.465819 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-4ca63f9a-c0b2-4a79-bded-2e1fa992f87e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:10.538410 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4ca63f9a-c0b2-4a79-bded-2e1fa992f87e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for floatingip, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:10.538779 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.l3_db [None req-4ca63f9a-c0b2-4a79-bded-2e1fa992f87e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Floating IP 0c7e5e5e-e590-404e-86f0-7594cce92105 disassociated (deleted). External IP: 172.27.0.189, port: 27659e6c-f89a-4bc1-88e5-601f69bfcf82. Jun 11 19:44:10.809221 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca63f9a-c0b2-4a79-bded-2e1fa992f87e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:44:10.951309 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca63f9a-c0b2-4a79-bded-2e1fa992f87e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:44:10.955981 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-4ca63f9a-c0b2-4a79-bded-2e1fa992f87e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:10.960632 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03cf25c-157e-443b-812c-21dbff7ecb26 None None] Sync routers for ids ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:44:10.972759 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03cf25c-157e-443b-812c-21dbff7ecb26 None None] Routers {'44ec4b6f-f00c-4390-a5b3-e421e1a35598'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:44:10.973368 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-d03cf25c-157e-443b-812c-21dbff7ecb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:44:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:10.996920 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-4ca63f9a-c0b2-4a79-bded-2e1fa992f87e tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "DELETE /v2.0/floatingips/0c7e5e5e-e590-404e-86f0-7594cce92105 HTTP/1.1" status: 204 len: 168 time: 1.1573231 Jun 11 19:44:10.997603 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'tag': '27659e6c-f89a-4bc1-88e5-601f69bfcf82'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:44:10.999996 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75b91ca-dc95-4f2b-941c-1ae3c7ad7bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "151c0900-3b2a-4cfa-84da-c954ad032d59", "tag": "27659e6c-f89a-4bc1-88e5-601f69bfcf82"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:44:11.035899 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce8a4d5-5f8e-4fcd-a3e0-0e576e3d9fd0 x-openstack-request-id: req-cce8a4d5-5f8e-4fcd-a3e0-0e576e3d9fd0 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:44:11.036230 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "151c0900-3b2a-4cfa-84da-c954ad032d59", "tag": "27659e6c-f89a-4bc1-88e5-601f69bfcf82", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:44:11.036524 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cce8a4d5-5f8e-4fcd-a3e0-0e576e3d9fd0 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:44:11.036960 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'tag': '27659e6c-f89a-4bc1-88e5-601f69bfcf82', 'status': 'completed', 'code': 200} Jun 11 19:44:11.122681 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b91ca-dc95-4f2b-941c-1ae3c7ad7bc3 req-31073679-b52d-4a9c-a170-75d7ba6f3e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:11.124177 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e75b91ca-dc95-4f2b-941c-1ae3c7ad7bc3 req-31073679-b52d-4a9c-a170-75d7ba6f3e57 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5da85e3d494c400d9b6ee93e139f5496&device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 1098 time: 0.0637126 Jun 11 19:44:11.267787 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b91ca-dc95-4f2b-941c-1ae3c7ad7bc3 req-949f30de-a3aa-4488-971b-d26572316da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:11.269255 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e75b91ca-dc95-4f2b-941c-1ae3c7ad7bc3 req-949f30de-a3aa-4488-971b-d26572316da0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 HTTP/1.1" status: 200 len: 913 time: 0.1379580 Jun 11 19:44:11.274250 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-d03cf25c-157e-443b-812c-21dbff7ecb26 None None] Set router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:44:11.338846 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e75b91ca-dc95-4f2b-941c-1ae3c7ad7bc3 req-bed66020-e4dc-46f5-afc8-aabcb136aea4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27659e6c-f89a-4bc1-88e5-601f69bfcf82 HTTP/1.1" status: 200 len: 217 time: 0.0541713 Jun 11 19:44:11.409794 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b91ca-dc95-4f2b-941c-1ae3c7ad7bc3 req-d66d1d24-bda2-49c6-a087-780d8667201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:11.411281 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e75b91ca-dc95-4f2b-941c-1ae3c7ad7bc3 req-d66d1d24-bda2-49c6-a087-780d8667201b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b74db1c-1c6c-4033-956f-ab002f0c83d3 HTTP/1.1" status: 200 len: 851 time: 0.0657980 Jun 11 19:44:11.543991 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-d03cf25c-157e-443b-812c-21dbff7ecb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:34Z', 'revision_number': 5, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:11.547721 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03cf25c-157e-443b-812c-21dbff7ecb26 None None] Checking router: 44ec4b6f-f00c-4390-a5b3-e421e1a35598 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:44:11.558390 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03cf25c-157e-443b-812c-21dbff7ecb26 None None] Routers {'44ec4b6f-f00c-4390-a5b3-e421e1a35598'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:44:11.559226 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-d03cf25c-157e-443b-812c-21dbff7ecb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:44:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:11.706446 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-d03cf25c-157e-443b-812c-21dbff7ecb26 None None] Set router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:44:11.836963 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b91ca-dc95-4f2b-941c-1ae3c7ad7bc3 req-3a1c271f-2dcc-4db8-8bd6-668c5f2300ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:11.838409 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e75b91ca-dc95-4f2b-941c-1ae3c7ad7bc3 req-3a1c271f-2dcc-4db8-8bd6-668c5f2300ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4192569 Jun 11 19:44:11.849346 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c8413-1c37-4e79-bbe2-2c916d810a4b req-e6f83ebb-1e57-460a-91cd-608fe76e2e8b tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:11.850723 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-784c8413-1c37-4e79-bbe2-2c916d810a4b req-e6f83ebb-1e57-460a-91cd-608fe76e2e8b tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 945 time: 0.4674675 Jun 11 19:44:11.959023 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:11.963181 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-784c8413-1c37-4e79-bbe2-2c916d810a4b req-21a80868-02df-403b-b973-818ba3df689d tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048491 Jun 11 19:44:11.975907 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-d03cf25c-157e-443b-812c-21dbff7ecb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:34Z', 'revision_number': 5, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:11.979574 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03cf25c-157e-443b-812c-21dbff7ecb26 None None] The sync data for ids ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'] in dv-cinder-790535-3-iscsi is: [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:35:28Z', 'revision_number': 4, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '77512a29-aa65-4394-9828-e135e59e7b2b', 'name': '', 'network_id': '7ff87d40-cf76-469c-9fe2-d4c3b16d44a2', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'mac_address': 'fa:16:3e:3c:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:27Z', 'updated_at': '2021-06-11T19:35:34Z', 'revision_number': 5, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'subnets': [{'id': '1b74db1c-1c6c-4033-956f-ab002f0c83d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:44:12.003504 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e75b91ca-dc95-4f2b-941c-1ae3c7ad7bc3 req-20d40722-9529-4155-847b-c5bb016371aa service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518462 Jun 11 19:44:12.118237 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e75b91ca-dc95-4f2b-941c-1ae3c7ad7bc3 req-4cb1c841-5952-4202-bf4e-eb6a51227b31 service neutron] 10.222.0.39 "GET /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064436 Jun 11 19:44:12.178089 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba3803-5150-47f0-9bbc-1c2b27617cf4 None None] New status for floating IP 0c7e5e5e-e590-404e-86f0-7594cce92105: DOWN {{(pid=91836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:44:13.021995 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456997bf-9ae6-49a5-a9e7-74ad618e6c69 req-627bb5fc-171c-4839-baac-13a6edf58bd0 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:13.023912 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-456997bf-9ae6-49a5-a9e7-74ad618e6c69 req-627bb5fc-171c-4839-baac-13a6edf58bd0 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.39 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 945 time: 0.0726464 Jun 11 19:44:13.183984 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-456997bf-9ae6-49a5-a9e7-74ad618e6c69 req-09cc6d72-caa0-4e48-b427-11792dc5e7fb tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Deleting port 27659e6c-f89a-4bc1-88e5-601f69bfcf82 {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:44:13.184322 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-456997bf-9ae6-49a5-a9e7-74ad618e6c69 req-09cc6d72-caa0-4e48-b427-11792dc5e7fb tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:13.206732 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ac125-1629-42ff-a0b0-c60cba903486 req-064eb5eb-4ce9-453e-a2c2-0bc302f701a3 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:13.208413 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-518ac125-1629-42ff-a0b0-c60cba903486 req-064eb5eb-4ce9-453e-a2c2-0bc302f701a3 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 945 time: 0.1298232 Jun 11 19:44:13.313250 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-518ac125-1629-42ff-a0b0-c60cba903486 req-5ef494e5-1b4c-486c-b842-2cae98f34613 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910025 Jun 11 19:44:13.338253 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-456997bf-9ae6-49a5-a9e7-74ad618e6c69 req-09cc6d72-caa0-4e48-b427-11792dc5e7fb tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] For port 27659e6c-f89a-4bc1-88e5-601f69bfcf82, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=27659e6c-f89a-4bc1-88e5-601f69bfcf82,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:44:13.338631 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-456997bf-9ae6-49a5-a9e7-74ad618e6c69 req-09cc6d72-caa0-4e48-b427-11792dc5e7fb tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:13.430490 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-456997bf-9ae6-49a5-a9e7-74ad618e6c69 req-09cc6d72-caa0-4e48-b427-11792dc5e7fb tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Calling delete_port for 27659e6c-f89a-4bc1-88e5-601f69bfcf82 owned by compute:nova {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:44:13.581278 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-456997bf-9ae6-49a5-a9e7-74ad618e6c69 req-09cc6d72-caa0-4e48-b427-11792dc5e7fb tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:13.586666 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:13.621459 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc6d72-caa0-4e48-b427-11792dc5e7fb tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event deleted for resources: {'Port': ['ID=27659e6c-f89a-4bc1-88e5-601f69bfcf82,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:13.623414 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-09cc6d72-caa0-4e48-b427-11792dc5e7fb tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:13.672645 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-456997bf-9ae6-49a5-a9e7-74ad618e6c69 req-09cc6d72-caa0-4e48-b427-11792dc5e7fb tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] No DVR routers for this DVR port 27659e6c-f89a-4bc1-88e5-601f69bfcf82 on host hv-cinder-79053 {{(pid=91834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:44:13.675145 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-456997bf-9ae6-49a5-a9e7-74ad618e6c69 req-09cc6d72-caa0-4e48-b427-11792dc5e7fb tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:13.677287 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-456997bf-9ae6-49a5-a9e7-74ad618e6c69 req-09cc6d72-caa0-4e48-b427-11792dc5e7fb tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.39 "DELETE /v2.0/ports/27659e6c-f89a-4bc1-88e5-601f69bfcf82 HTTP/1.1" status: 204 len: 173 time: 0.6478860 Jun 11 19:44:13.677792 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'name': 'network-vif-deleted', 'tag': '27659e6c-f89a-4bc1-88e5-601f69bfcf82'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:44:13.681161 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b1ca01-df73-47af-a9c4-3b1e9520411f" -d '{"events": [{"server_uuid": "151c0900-3b2a-4cfa-84da-c954ad032d59", "name": "network-vif-deleted", "tag": "27659e6c-f89a-4bc1-88e5-601f69bfcf82"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:44:13.718480 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c72a7d-60e3-437a-9228-a64842182e76 x-openstack-request-id: req-f9c72a7d-60e3-437a-9228-a64842182e76 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:44:13.718848 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151c0900-3b2a-4cfa-84da-c954ad032d59", "name": "network-vif-deleted", "tag": "27659e6c-f89a-4bc1-88e5-601f69bfcf82", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:44:13.719163 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9c72a7d-60e3-437a-9228-a64842182e76 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:44:13.719603 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151c0900-3b2a-4cfa-84da-c954ad032d59', 'name': 'network-vif-deleted', 'tag': '27659e6c-f89a-4bc1-88e5-601f69bfcf82', 'status': 'completed', 'code': 200} Jun 11 19:44:14.487217 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fd99e898-ab55-4461-b93d-da5ba6c06374 req-f3b8ba9b-8c0e-45ea-bead-02c93e4cb62b tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "GET /v2.0/ports?device_id=151c0900-3b2a-4cfa-84da-c954ad032d59 HTTP/1.1" status: 200 len: 210 time: 0.0409875 Jun 11 19:44:15.580579 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46754) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:15.743458 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-13d32674-7c78-43d3-99ff-d1ef908deeff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Deleting port 36d8209c-9456-42b9-8e3f-7814e7b9e2a4 {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:44:15.743832 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-13d32674-7c78-43d3-99ff-d1ef908deeff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:15.843132 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-13d32674-7c78-43d3-99ff-d1ef908deeff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:15.843469 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-13d32674-7c78-43d3-99ff-d1ef908deeff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:15.938882 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-13d32674-7c78-43d3-99ff-d1ef908deeff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Calling delete_port for 36d8209c-9456-42b9-8e3f-7814e7b9e2a4 owned by network:floatingip {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:44:16.092985 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-13d32674-7c78-43d3-99ff-d1ef908deeff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:16.095764 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e5fc77c4-0bb7-412f-ab6c-7ddb5b3c240c tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:16.127048 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d32674-7c78-43d3-99ff-d1ef908deeff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event deleted for resources: {'Port': ['ID=36d8209c-9456-42b9-8e3f-7814e7b9e2a4,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:16.130686 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-13d32674-7c78-43d3-99ff-d1ef908deeff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:16.200923 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-13d32674-7c78-43d3-99ff-d1ef908deeff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for floatingip, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:16.203670 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-13d32674-7c78-43d3-99ff-d1ef908deeff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:16.204835 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-13d32674-7c78-43d3-99ff-d1ef908deeff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "DELETE /v2.0/floatingips/1a7dc683-9d80-473c-9617-59091f4e6453 HTTP/1.1" status: 204 len: 168 time: 0.6232731 Jun 11 19:44:16.506456 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 27659e6c-f89a-4bc1-88e5-601f69bfcf82 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:44:16.537614 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: 27659e6c-f89a-4bc1-88e5-601f69bfcf82 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:44:16.537962 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 27659e6c-f89a-4bc1-88e5-601f69bfcf82 not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:44:17.475473 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46770) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:17.541049 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-983e4d14-0f52-49df-845f-bb2f29e80ed1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:17.570361 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-983e4d14-0f52-49df-845f-bb2f29e80ed1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:17.632429 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-983e4d14-0f52-49df-845f-bb2f29e80ed1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:17.635098 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-983e4d14-0f52-49df-845f-bb2f29e80ed1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:17.636222 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-983e4d14-0f52-49df-845f-bb2f29e80ed1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] 10.222.0.24 "DELETE /v2.0/security-groups/8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b HTTP/1.1" status: 204 len: 168 time: 0.1591198 Jun 11 19:44:17.636978 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-0e85bd81-cefd-4191-817f-2f73450c4cfc tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:17.646706 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e4d14-0f52-49df-845f-bb2f29e80ed1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4f57e2-9b0d-47a6-aa18-7dfd98475b3b,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:17.649386 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-983e4d14-0f52-49df-845f-bb2f29e80ed1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:17.690693 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46774) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:18.234489 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cc68486b-40a7-4230-a540-b30e5dacc5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-935124'] for router_interface, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:18.565015 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-cc68486b-40a7-4230-a540-b30e5dacc5fb admin admin] Deleting port 77512a29-aa65-4394-9828-e135e59e7b2b {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:44:18.565736 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cc68486b-40a7-4230-a540-b30e5dacc5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:18.673120 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [None req-cc68486b-40a7-4230-a540-b30e5dacc5fb admin admin] For port 77512a29-aa65-4394-9828-e135e59e7b2b, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=77512a29-aa65-4394-9828-e135e59e7b2b,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:44:18.673488 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cc68486b-40a7-4230-a540-b30e5dacc5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:19.043743 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-cc68486b-40a7-4230-a540-b30e5dacc5fb admin admin] Calling delete_port for 77512a29-aa65-4394-9828-e135e59e7b2b owned by network:router_interface {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:44:19.277884 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cc68486b-40a7-4230-a540-b30e5dacc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:19.279837 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-5229e254-c836-4a48-b31f-6be38bfbbaff tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:19.307454 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68486b-40a7-4230-a540-b30e5dacc5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=77512a29-aa65-4394-9828-e135e59e7b2b,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:19.310494 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-cc68486b-40a7-4230-a540-b30e5dacc5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:19.527017 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-cc68486b-40a7-4230-a540-b30e5dacc5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932420'] for router_interface, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:19.812580 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc68486b-40a7-4230-a540-b30e5dacc5fb admin admin] Router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:44:19.954795 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc68486b-40a7-4230-a540-b30e5dacc5fb admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:44:19.960117 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-cc68486b-40a7-4230-a540-b30e5dacc5fb admin admin] 10.222.0.24 "PUT /v2.0/routers/44ec4b6f-f00c-4390-a5b3-e421e1a35598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2684231 Jun 11 19:44:19.962580 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46782) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:19.963539 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4182a0-1449-41ea-a314-422ef15318d4 None None] Sync routers for ids ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:44:19.973120 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4182a0-1449-41ea-a314-422ef15318d4 None None] Routers {'44ec4b6f-f00c-4390-a5b3-e421e1a35598'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:44:19.973725 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-be4182a0-1449-41ea-a314-422ef15318d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:44:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:20.098902 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-90d0316a-08c6-4cb4-8058-2f2461544a43 admin admin] Notify callbacks [] for router, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:20.113437 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-be4182a0-1449-41ea-a314-422ef15318d4 None None] Set router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:44:20.237974 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-90d0316a-08c6-4cb4-8058-2f2461544a43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:20.296812 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-90d0316a-08c6-4cb4-8058-2f2461544a43 admin admin] Deleting port 8bb5fbee-4504-4515-b3e4-3d6ec9383bef {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:44:20.297156 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-90d0316a-08c6-4cb4-8058-2f2461544a43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:20.357294 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-be4182a0-1449-41ea-a314-422ef15318d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:44:19Z', 'revision_number': 5, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port': {'id': '8bb5fbee-4504-4515-b3e4-3d6ec9383bef', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:21Z', 'updated_at': '2021-06-11T19:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:20.362497 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4182a0-1449-41ea-a314-422ef15318d4 None None] Checking router: 44ec4b6f-f00c-4390-a5b3-e421e1a35598 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:44:20.370576 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4182a0-1449-41ea-a314-422ef15318d4 None None] Routers {'44ec4b6f-f00c-4390-a5b3-e421e1a35598'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:44:20.371206 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-be4182a0-1449-41ea-a314-422ef15318d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:44:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:20.401926 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [None req-90d0316a-08c6-4cb4-8058-2f2461544a43 admin admin] For port 8bb5fbee-4504-4515-b3e4-3d6ec9383bef, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=8bb5fbee-4504-4515-b3e4-3d6ec9383bef,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:44:20.402451 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-90d0316a-08c6-4cb4-8058-2f2461544a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:20.492063 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-be4182a0-1449-41ea-a314-422ef15318d4 None None] Set router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 gateway port host: None {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:44:20.495096 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-90d0316a-08c6-4cb4-8058-2f2461544a43 admin admin] Calling delete_port for 8bb5fbee-4504-4515-b3e4-3d6ec9383bef owned by network:router_gateway {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:44:20.569167 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-be4182a0-1449-41ea-a314-422ef15318d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:44:20Z', 'revision_number': 6, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port_host': None}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:20.577075 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4182a0-1449-41ea-a314-422ef15318d4 None None] The sync data for ids ['44ec4b6f-f00c-4390-a5b3-e421e1a35598'] in dv-cinder-790535-3-iscsi is: [{'id': '44ec4b6f-f00c-4390-a5b3-e421e1a35598', 'name': 'tempest-TestVolumeBootPattern-1502545670-router', 'tenant_id': '5da85e3d494c400d9b6ee93e139f5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:19Z', 'updated_at': '2021-06-11T19:44:20Z', 'revision_number': 6, 'project_id': '5da85e3d494c400d9b6ee93e139f5496', 'gw_port_host': None}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:44:20.695390 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-90d0316a-08c6-4cb4-8058-2f2461544a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:20.697281 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-eee0e3b8-5bb7-4904-a63f-3ebde8a04f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:20.723625 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0316a-08c6-4cb4-8058-2f2461544a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb5fbee-4504-4515-b3e4-3d6ec9383bef,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:20.727436 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-90d0316a-08c6-4cb4-8058-2f2461544a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:20.802343 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-90d0316a-08c6-4cb4-8058-2f2461544a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931095'] for router_gateway, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:20.935918 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-90d0316a-08c6-4cb4-8058-2f2461544a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10995'] for router, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:20.938253 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-90d0316a-08c6-4cb4-8058-2f2461544a43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:20.995567 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-90d0316a-08c6-4cb4-8058-2f2461544a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934704'] for router, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:20.995567 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d0316a-08c6-4cb4-8058-2f2461544a43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44ec4b6f-f00c-4390-a5b3-e421e1a35598 {{(pid=91833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 19:44:20.999668 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-90d0316a-08c6-4cb4-8058-2f2461544a43 admin admin] Notify callbacks [] for router, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:21.003445 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-90d0316a-08c6-4cb4-8058-2f2461544a43 admin admin] 10.222.0.24 "DELETE /v2.0/routers/44ec4b6f-f00c-4390-a5b3-e421e1a35598 HTTP/1.1" status: 204 len: 168 time: 1.0398250 Jun 11 19:44:21.003657 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46786) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:21.056129 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4f5287-9bd5-4291-a7c4-c3d4fae27788 admin admin] Deleting subnet 1b74db1c-1c6c-4033-956f-ab002f0c83d3 {{(pid=91834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:44:21.059091 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5287-9bd5-4291-a7c4-c3d4fae27788 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:21.099413 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5287-9bd5-4291-a7c4-c3d4fae27788 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564940'] for subnet, precommit_delete_associations {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:21.190677 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5287-9bd5-4291-a7c4-c3d4fae27788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924851'] for subnet, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:21.249710 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5287-9bd5-4291-a7c4-c3d4fae27788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11999742'] for subnet, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:21.252346 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:21.283456 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f5287-9bd5-4291-a7c4-c3d4fae27788 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b74db1c-1c6c-4033-956f-ab002f0c83d3,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:21.285390 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5287-9bd5-4291-a7c4-c3d4fae27788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:21.287583 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-6d4f5287-9bd5-4291-a7c4-c3d4fae27788 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1b74db1c-1c6c-4033-956f-ab002f0c83d3 HTTP/1.1" status: 204 len: 168 time: 0.2824976 Jun 11 19:44:21.289163 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-6d4f5287-9bd5-4291-a7c4-c3d4fae27788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:21.290779 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46788) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:21.293287 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb2bc09-0315-4f97-91e1-a29dc3003aa9 None None] Network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:44:21.403288 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2080632'] for network, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:21.465888 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] Deleting port 70d167fe-d0d4-4301-bc3d-77970b39596c {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:44:21.466326 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:21.558029 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] For port 70d167fe-d0d4-4301-bc3d-77970b39596c, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=70d167fe-d0d4-4301-bc3d-77970b39596c,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:44:21.558384 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:21.652074 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] Calling delete_port for 70d167fe-d0d4-4301-bc3d-77970b39596c owned by network:dhcp {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:44:21.681069 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2b891c-6c59-402b-a8a3-d0c88ed0ad59 None None] DHCP port deletion for 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 request from dv-cinder-790535-3-iscsi {{(pid=91835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 19:44:21.737135 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-cc2b891c-6c59-402b-a8a3-d0c88ed0ad59 None None] Deleting port 70d167fe-d0d4-4301-bc3d-77970b39596c {{(pid=91835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:44:21.737619 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-cc2b891c-6c59-402b-a8a3-d0c88ed0ad59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:21.747509 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:21.752147 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-8ea140a8-244e-40cd-b6ea-73b97263c9fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:21.782018 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=70d167fe-d0d4-4301-bc3d-77970b39596c,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:21.785035 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:21.785811 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] No DVR routers for this DVR port 70d167fe-d0d4-4301-bc3d-77970b39596c on host dv-cinder-790535-3-iscsi {{(pid=91833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:44:21.822095 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-cc2b891c-6c59-402b-a8a3-d0c88ed0ad59 None None] For port 70d167fe-d0d4-4301-bc3d-77970b39596c, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=70d167fe-d0d4-4301-bc3d-77970b39596c,segment=NetworkSegment(ecce7b00-9f9a-4880-b834-79d8bddf623a),segment_id=ecce7b00-9f9a-4880-b834-79d8bddf623a)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:44:21.822522 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-cc2b891c-6c59-402b-a8a3-d0c88ed0ad59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:21.884433 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922414', 'neutron.services.segments.db._delete_segments_for_network-8747756516280'] for network, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:21.896325 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff87d40-cf76-469c-9fe2-d4c3b16d44a2']}} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:21.908780 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecce7b00-9f9a-4880-b834-79d8bddf623a') {'for_net_delete': True} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:21.909081 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecce7b00-9f9a-4880-b834-79d8bddf623a') {} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:21.919722 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747756516118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10197186'] for segment, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:21.921447 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-cc2b891c-6c59-402b-a8a3-d0c88ed0ad59 None None] Calling delete_port for 70d167fe-d0d4-4301-bc3d-77970b39596c owned by network:dhcp {{(pid=91835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:44:21.925191 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 77512a29-aa65-4394-9828-e135e59e7b2b no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:44:21.934139 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:21.939964 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=91833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:44:21.940539 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10434389'] for segment, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: Traceback (most recent call last): Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: timer() Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: cb(*args, **kw) Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: return func(*args, **kwargs) Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: self._notify() Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: self.callback(batched_events) Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: event.method(event) Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: return f(self, *a, **k) Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: return self._get(url).json() Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: return self.request(url, 'GET', **kwargs) Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:44:21.941991 dv-cinder-790535-3-iscsi neutron-server[91833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:44:21.953167 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: 77512a29-aa65-4394-9828-e135e59e7b2b {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:44:21.953518 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 77512a29-aa65-4394-9828-e135e59e7b2b not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:44:21.953951 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 70d167fe-d0d4-4301-bc3d-77970b39596c no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:44:21.981102 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: 70d167fe-d0d4-4301-bc3d-77970b39596c {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:44:21.981457 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 70d167fe-d0d4-4301-bc3d-77970b39596c not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:44:21.981888 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 8bb5fbee-4504-4515-b3e4-3d6ec9383bef no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:44:22.017293 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931082'] for network, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:22.021185 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-acfba395-60bf-4cfb-a1c3-df2fac8f9a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:22.024074 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:22.025868 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 HTTP/1.1" status: 204 len: 168 time: 0.7344573 Jun 11 19:44:22.028811 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46792) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:22.049800 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: 8bb5fbee-4504-4515-b3e4-3d6ec9383bef {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:44:22.050080 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 8bb5fbee-4504-4515-b3e4-3d6ec9383bef not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:44:22.050643 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ff87d40-cf76-469c-9fe2-d4c3b16d44a2,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:22.090405 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-cc2b891c-6c59-402b-a8a3-d0c88ed0ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697'] for port, after_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:22.092823 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:22.119045 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc2b891c-6c59-402b-a8a3-d0c88ed0ad59 None None] Network 7ff87d40-cf76-469c-9fe2-d4c3b16d44a2 is not hosted by any dhcp agent {{(pid=91835) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 19:44:22.119513 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2b891c-6c59-402b-a8a3-d0c88ed0ad59 None None] No DVR routers for this DVR port 70d167fe-d0d4-4301-bc3d-77970b39596c on host dv-cinder-790535-3-iscsi {{(pid=91835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:44:22.123919 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b891c-6c59-402b-a8a3-d0c88ed0ad59 None None] Pushing event deleted for resources: {'Port': ['ID=70d167fe-d0d4-4301-bc3d-77970b39596c,revision_number=None']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:22.126247 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-cc2b891c-6c59-402b-a8a3-d0c88ed0ad59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:22.375981 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-785ffcb3-056f-4349-9f7f-9e7b9a729b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:22.761320 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b58561bb-fe4b-4a2e-a69d-ab0c9fba95a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-935124'] for router_interface, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:23.075393 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-b58561bb-fe4b-4a2e-a69d-ab0c9fba95a1 admin admin] Deleting port 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:44:23.076081 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b58561bb-fe4b-4a2e-a69d-ab0c9fba95a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:23.177334 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [None req-b58561bb-fe4b-4a2e-a69d-ab0c9fba95a1 admin admin] For port 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a,segment=NetworkSegment(b82654d3-f3d9-475b-b821-1df16e420b9e),segment_id=b82654d3-f3d9-475b-b821-1df16e420b9e)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:44:23.177681 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b58561bb-fe4b-4a2e-a69d-ab0c9fba95a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:23.268311 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-b58561bb-fe4b-4a2e-a69d-ab0c9fba95a1 admin admin] Calling delete_port for 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a owned by network:router_interface {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:44:23.486319 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b58561bb-fe4b-4a2e-a69d-ab0c9fba95a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:23.488979 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-0978dbd9-710a-4f63-a21f-4bef38296698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:23.517675 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58561bb-fe4b-4a2e-a69d-ab0c9fba95a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:23.521338 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-b58561bb-fe4b-4a2e-a69d-ab0c9fba95a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:23.734706 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b58561bb-fe4b-4a2e-a69d-ab0c9fba95a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932420'] for router_interface, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:24.025144 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58561bb-fe4b-4a2e-a69d-ab0c9fba95a1 admin admin] Router 097b08d0-c56e-4a82-b7b4-f0739fe383f2 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:44:24.166941 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58561bb-fe4b-4a2e-a69d-ab0c9fba95a1 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:44:24.171973 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-b58561bb-fe4b-4a2e-a69d-ab0c9fba95a1 admin admin] 10.222.0.24 "PUT /v2.0/routers/097b08d0-c56e-4a82-b7b4-f0739fe383f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1422360 Jun 11 19:44:24.174630 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46798) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:24.175664 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817ba5d6-3955-470b-a66d-1d8267e7a1ea None None] Sync routers for ids ['097b08d0-c56e-4a82-b7b4-f0739fe383f2'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:44:24.186353 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817ba5d6-3955-470b-a66d-1d8267e7a1ea None None] Routers {'097b08d0-c56e-4a82-b7b4-f0739fe383f2'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:44:24.187027 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-817ba5d6-3955-470b-a66d-1d8267e7a1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:44:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['097b08d0-c56e-4a82-b7b4-f0739fe383f2'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:24.320932 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Notify callbacks [] for router, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:24.323598 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-817ba5d6-3955-470b-a66d-1d8267e7a1ea None None] Set router 097b08d0-c56e-4a82-b7b4-f0739fe383f2 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:44:24.465877 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:24.544555 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Deleting port f987c49e-16db-4551-bee7-23f6781ea2f7 {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:44:24.544896 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:24.566616 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-817ba5d6-3955-470b-a66d-1d8267e7a1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097b08d0-c56e-4a82-b7b4-f0739fe383f2', 'name': 'tempest-TestVolumeBootPattern-830419379-router', 'tenant_id': '31595238e7e04cf4b7ef6404e928d099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'f987c49e-16db-4551-bee7-23f6781ea2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:32Z', 'updated_at': '2021-06-11T19:44:23Z', 'revision_number': 5, 'project_id': '31595238e7e04cf4b7ef6404e928d099', 'gw_port': {'id': 'f987c49e-16db-4551-bee7-23f6781ea2f7', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:18:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097b08d0-c56e-4a82-b7b4-f0739fe383f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:35:35Z', 'updated_at': '2021-06-11T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:24.570358 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817ba5d6-3955-470b-a66d-1d8267e7a1ea None None] Checking router: 097b08d0-c56e-4a82-b7b4-f0739fe383f2 for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:44:24.584245 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817ba5d6-3955-470b-a66d-1d8267e7a1ea None None] Routers {'097b08d0-c56e-4a82-b7b4-f0739fe383f2'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:44:24.584783 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-817ba5d6-3955-470b-a66d-1d8267e7a1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:44:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['097b08d0-c56e-4a82-b7b4-f0739fe383f2'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:24.658754 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] For port f987c49e-16db-4551-bee7-23f6781ea2f7, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=f987c49e-16db-4551-bee7-23f6781ea2f7,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:44:24.659230 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:24.714255 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-817ba5d6-3955-470b-a66d-1d8267e7a1ea None None] Set router 097b08d0-c56e-4a82-b7b4-f0739fe383f2 gateway port host: None {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:44:24.753984 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Calling delete_port for f987c49e-16db-4551-bee7-23f6781ea2f7 owned by network:router_gateway {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:44:24.799145 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-817ba5d6-3955-470b-a66d-1d8267e7a1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097b08d0-c56e-4a82-b7b4-f0739fe383f2', 'name': 'tempest-TestVolumeBootPattern-830419379-router', 'tenant_id': '31595238e7e04cf4b7ef6404e928d099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:32Z', 'updated_at': '2021-06-11T19:44:24Z', 'revision_number': 6, 'project_id': '31595238e7e04cf4b7ef6404e928d099', 'gw_port_host': None}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:24.802703 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817ba5d6-3955-470b-a66d-1d8267e7a1ea None None] The sync data for ids ['097b08d0-c56e-4a82-b7b4-f0739fe383f2'] in dv-cinder-790535-3-iscsi is: [{'id': '097b08d0-c56e-4a82-b7b4-f0739fe383f2', 'name': 'tempest-TestVolumeBootPattern-830419379-router', 'tenant_id': '31595238e7e04cf4b7ef6404e928d099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:35:32Z', 'updated_at': '2021-06-11T19:44:24Z', 'revision_number': 6, 'project_id': '31595238e7e04cf4b7ef6404e928d099', 'gw_port_host': None}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:44:24.958701 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:24.961201 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:24.994401 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Pushing event deleted for resources: {'Port': ['ID=f987c49e-16db-4551-bee7-23f6781ea2f7,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:25.005124 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:25.005508 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:25.005879 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:25.006239 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:25.006613 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:25.006982 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:25.007337 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:25.007688 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:25.008038 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:25.008388 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:25.008735 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:25.009086 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:25.031306 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:25.076269 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931095'] for router_gateway, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:25.219868 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10995'] for router, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:25.222933 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:25.284029 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934704'] for router, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:25.284523 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 097b08d0-c56e-4a82-b7b4-f0739fe383f2 {{(pid=91834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 19:44:25.288753 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Notify callbacks [] for router, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:25.289859 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] 10.222.0.24 "DELETE /v2.0/routers/097b08d0-c56e-4a82-b7b4-f0739fe383f2 HTTP/1.1" status: 204 len: 168 time: 1.1141260 Jun 11 19:44:25.292352 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46810) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:25.345992 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b4b20f-4bb5-42eb-bbab-68eabb666ad5 admin admin] Deleting subnet 618c78af-b5d3-4f08-a1c2-966d11a544f4 {{(pid=91834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:44:25.348886 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-38b4b20f-4bb5-42eb-bbab-68eabb666ad5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:25.391885 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-38b4b20f-4bb5-42eb-bbab-68eabb666ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564940'] for subnet, precommit_delete_associations {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:25.480063 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-38b4b20f-4bb5-42eb-bbab-68eabb666ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924851'] for subnet, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:25.548240 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-38b4b20f-4bb5-42eb-bbab-68eabb666ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11999742'] for subnet, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:25.551139 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:25.580964 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4b20f-4bb5-42eb-bbab-68eabb666ad5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=618c78af-b5d3-4f08-a1c2-966d11a544f4,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:25.584680 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-38b4b20f-4bb5-42eb-bbab-68eabb666ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:25.586141 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-38b4b20f-4bb5-42eb-bbab-68eabb666ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:25.587993 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-38b4b20f-4bb5-42eb-bbab-68eabb666ad5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/618c78af-b5d3-4f08-a1c2-966d11a544f4 HTTP/1.1" status: 204 len: 168 time: 0.2947452 Jun 11 19:44:25.590451 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46818) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:25.592927 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbd70ba-4ffb-4ef5-8de2-bdf2ece6f706 None None] Network 089b78ce-90c3-4466-9178-3f4f4b07bbda requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:44:25.681728 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2080632'] for network, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:25.746711 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] Deleting port 78ba5658-acfe-4e51-a5f7-acd67ed3f505 {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:44:25.747258 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:25.825973 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72237b5-a527-4362-98b7-138298204068 None None] DHCP port deletion for 089b78ce-90c3-4466-9178-3f4f4b07bbda request from dv-cinder-790535-3-iscsi {{(pid=91835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 19:44:25.841855 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] For port 78ba5658-acfe-4e51-a5f7-acd67ed3f505, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=78ba5658-acfe-4e51-a5f7-acd67ed3f505,segment=NetworkSegment(b82654d3-f3d9-475b-b821-1df16e420b9e),segment_id=b82654d3-f3d9-475b-b821-1df16e420b9e)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:44:25.842211 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:25.885724 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-d72237b5-a527-4362-98b7-138298204068 None None] Deleting port 78ba5658-acfe-4e51-a5f7-acd67ed3f505 {{(pid=91835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:44:25.886110 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-d72237b5-a527-4362-98b7-138298204068 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:25.901808 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:44:25.935101 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:44:25.935463 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 3525efb9-9ba4-4cc8-b4b7-63ec2f8e955a not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:44:25.935892 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 78ba5658-acfe-4e51-a5f7-acd67ed3f505 no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:44:25.941978 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] Calling delete_port for 78ba5658-acfe-4e51-a5f7-acd67ed3f505 owned by network:dhcp {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:44:26.025504 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-d72237b5-a527-4362-98b7-138298204068 None None] For port 78ba5658-acfe-4e51-a5f7-acd67ed3f505, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=78ba5658-acfe-4e51-a5f7-acd67ed3f505,segment=NetworkSegment(b82654d3-f3d9-475b-b821-1df16e420b9e),segment_id=b82654d3-f3d9-475b-b821-1df16e420b9e)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:44:26.025909 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-d72237b5-a527-4362-98b7-138298204068 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:26.034617 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:26.037811 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-8af48b06-34eb-4fc7-9f4d-fd08442dfbe4 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:26.069824 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ba5658-acfe-4e51-a5f7-acd67ed3f505,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:26.071597 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] No DVR routers for this DVR port 78ba5658-acfe-4e51-a5f7-acd67ed3f505 on host dv-cinder-790535-3-iscsi {{(pid=91834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:44:26.073028 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:26.086163 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No active binding found for port 78ba5658-acfe-4e51-a5f7-acd67ed3f505 {{(pid=91835) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 11 19:44:26.086613 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 78ba5658-acfe-4e51-a5f7-acd67ed3f505 not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:44:26.087062 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device f987c49e-16db-4551-bee7-23f6781ea2f7 no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:44:26.123916 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-d72237b5-a527-4362-98b7-138298204068 None None] Calling delete_port for 78ba5658-acfe-4e51-a5f7-acd67ed3f505 owned by network:dhcp {{(pid=91835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:44:26.149525 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: f987c49e-16db-4551-bee7-23f6781ea2f7 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:44:26.149881 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device f987c49e-16db-4551-bee7-23f6781ea2f7 not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:44:26.165333 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922414', 'neutron.services.segments.db._delete_segments_for_network-8747756516280'] for network, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:26.176123 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089b78ce-90c3-4466-9178-3f4f4b07bbda']}} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:26.191201 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82654d3-f3d9-475b-b821-1df16e420b9e') {'for_net_delete': True} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:26.191499 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82654d3-f3d9-475b-b821-1df16e420b9e') {} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:26.201500 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747756516118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564935'] for segment, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:26.215596 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:26.221126 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=91834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:44:26.221697 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9110980'] for segment, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: Traceback (most recent call last): Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: timer() Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: cb(*args, **kw) Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: return func(*args, **kwargs) Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: self._notify() Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: self.callback(batched_events) Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: event.method(event) Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: return f(self, *a, **k) Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: return self._get(url).json() Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: return self.request(url, 'GET', **kwargs) Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:44:26.223084 dv-cinder-790535-3-iscsi neutron-server[91834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:44:26.238250 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-d72237b5-a527-4362-98b7-138298204068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697'] for port, after_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:26.240157 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:26.268514 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72237b5-a527-4362-98b7-138298204068 None None] Pushing event deleted for resources: {'Port': ['ID=78ba5658-acfe-4e51-a5f7-acd67ed3f505,revision_number=None']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:26.271794 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-d72237b5-a527-4362-98b7-138298204068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:26.272616 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72237b5-a527-4362-98b7-138298204068 None None] No DVR routers for this DVR port 78ba5658-acfe-4e51-a5f7-acd67ed3f505 on host dv-cinder-790535-3-iscsi {{(pid=91835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:44:26.294323 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931082'] for network, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:26.299482 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:26.301276 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] 10.222.0.24 "DELETE /v2.0/networks/089b78ce-90c3-4466-9178-3f4f4b07bbda HTTP/1.1" status: 204 len: 168 time: 0.7095509 Jun 11 19:44:26.302050 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-250db582-5b0d-41d2-9661-5557e7a4a056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:26.316973 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] Pushing event deleted for resources: {'Network': ['ID=089b78ce-90c3-4466-9178-3f4f4b07bbda,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:26.319900 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-86bbf781-39ca-4f0f-8dd6-a8b793abdd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:26.409475 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46822) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:26.452629 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-f66d62e9-abf7-4b25-aaa0-52031339bf5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5da85e3d494c400d9b6ee93e139f5496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420017 Jun 11 19:44:26.454896 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46824) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:26.504824 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c49bde35-bc4b-4792-98ce-5b4306c8ed18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:26.531264 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c49bde35-bc4b-4792-98ce-5b4306c8ed18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:26.580683 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c49bde35-bc4b-4792-98ce-5b4306c8ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:26.583700 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-c49bde35-bc4b-4792-98ce-5b4306c8ed18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:26.587842 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-c49bde35-bc4b-4792-98ce-5b4306c8ed18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8371cc3-ddef-42e3-afb3-35fd6cc128a3 HTTP/1.1" status: 204 len: 168 time: 0.1290538 Jun 11 19:44:26.587842 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-a83d473a-f642-4fd7-b8ee-846b5e88b344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:26.596646 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bde35-bc4b-4792-98ce-5b4306c8ed18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8371cc3-ddef-42e3-afb3-35fd6cc128a3,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:26.605356 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bde35-bc4b-4792-98ce-5b4306c8ed18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:26.605356 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bde35-bc4b-4792-98ce-5b4306c8ed18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:26.605356 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bde35-bc4b-4792-98ce-5b4306c8ed18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:26.605356 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bde35-bc4b-4792-98ce-5b4306c8ed18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:26.605356 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bde35-bc4b-4792-98ce-5b4306c8ed18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:26.605356 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bde35-bc4b-4792-98ce-5b4306c8ed18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:26.606263 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bde35-bc4b-4792-98ce-5b4306c8ed18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:26.606263 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bde35-bc4b-4792-98ce-5b4306c8ed18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:26.606443 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bde35-bc4b-4792-98ce-5b4306c8ed18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:26.606696 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bde35-bc4b-4792-98ce-5b4306c8ed18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:26.607142 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bde35-bc4b-4792-98ce-5b4306c8ed18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:26.607489 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49bde35-bc4b-4792-98ce-5b4306c8ed18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:26.611510 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c49bde35-bc4b-4792-98ce-5b4306c8ed18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:26.899164 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46832) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:26.941708 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-fb6d976c-f8da-41ca-bb13-1c20bc790335 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31595238e7e04cf4b7ef6404e928d099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412941 Jun 11 19:44:26.944001 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46834) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:26.994772 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-aa540235-5901-4c5d-802b-d385e84465dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:27.016705 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-aa540235-5901-4c5d-802b-d385e84465dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:27.065920 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-aa540235-5901-4c5d-802b-d385e84465dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:27.068524 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-aa540235-5901-4c5d-802b-d385e84465dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:27.069638 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-aa540235-5901-4c5d-802b-d385e84465dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d5bf314-cc09-4439-93f9-5bdc12401dc8 HTTP/1.1" status: 204 len: 168 time: 0.1247158 Jun 11 19:44:27.071105 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-37308793-bbf9-4277-8b65-de812f00fa4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:27.079399 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa540235-5901-4c5d-802b-d385e84465dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5bf314-cc09-4439-93f9-5bdc12401dc8,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:27.081527 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-aa540235-5901-4c5d-802b-d385e84465dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:27.475247 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:33.891404 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46886) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:33.999437 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-365e0f78-4cdb-4efd-85bb-697cc8a2dea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:34.096513 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-365e0f78-4cdb-4efd-85bb-697cc8a2dea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:34.099972 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-365e0f78-4cdb-4efd-85bb-697cc8a2dea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:34.103211 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-21f25967-26d7-4920-bc46-f56908dbc644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:34.140751 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-365e0f78-4cdb-4efd-85bb-697cc8a2dea6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e439994edb1401e8873de6f9ab2c91c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448010 Jun 11 19:44:34.141793 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e0f78-4cdb-4efd-85bb-697cc8a2dea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cb08c5-ddb1-421c-8f6d-a6f1ab4e2b03,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:34.143461 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46890) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:34.145306 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-365e0f78-4cdb-4efd-85bb-697cc8a2dea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:34.198475 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e55c1c51-9b85-4979-8c13-c7e30713cdae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:34.220694 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e55c1c51-9b85-4979-8c13-c7e30713cdae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:34.268399 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e55c1c51-9b85-4979-8c13-c7e30713cdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:34.271067 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-e55c1c51-9b85-4979-8c13-c7e30713cdae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:34.272168 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-e55c1c51-9b85-4979-8c13-c7e30713cdae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86cb08c5-ddb1-421c-8f6d-a6f1ab4e2b03 HTTP/1.1" status: 204 len: 168 time: 0.1277521 Jun 11 19:44:34.272898 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-22065e5a-e9c7-486a-b5cd-88088ea8af6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:34.282059 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c1c51-9b85-4979-8c13-c7e30713cdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cb08c5-ddb1-421c-8f6d-a6f1ab4e2b03,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:34.284440 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e55c1c51-9b85-4979-8c13-c7e30713cdae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:34.870992 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46912) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:34.962874 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-58a8c520-fe79-4948-bf31-7585e7a7c119 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-748502937-network', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:44:34.984047 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a8c520-fe79-4948-bf31-7585e7a7c119 admin admin] Made reservation on behalf of 1878105eb21f4c9a90023ee2df6ad9fa for: {'network': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:44:34.986963 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-58a8c520-fe79-4948-bf31-7585e7a7c119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for network, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:34.997658 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-58a8c520-fe79-4948-bf31-7585e7a7c119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:35.088898 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-58a8c520-fe79-4948-bf31-7585e7a7c119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:35.092409 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-58a8c520-fe79-4948-bf31-7585e7a7c119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:35.096050 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-2432735d-2aaa-413c-b6f0-734537f7892e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:35.114311 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a8c520-fe79-4948-bf31-7585e7a7c119 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=91834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:44:35.131104 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8c520-fe79-4948-bf31-7585e7a7c119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d756bc-f77e-4492-a5fe-19838fb452db,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:35.134609 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-58a8c520-fe79-4948-bf31-7585e7a7c119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:35.135658 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-58a8c520-fe79-4948-bf31-7585e7a7c119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:35.135999 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.segments_db [None req-58a8c520-fe79-4948-bf31-7585e7a7c119 admin admin] Added segment 6d91de20-814a-4059-97ef-c668068809bf of type vlan for network 55a86ba6-d546-42e9-81ee-9b9687c06e3b Jun 11 19:44:35.186328 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-58a8c520-fe79-4948-bf31-7585e7a7c119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747756045487'] for network, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:35.516726 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-58a8c520-fe79-4948-bf31-7585e7a7c119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:35.518138 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a8c520-fe79-4948-bf31-7585e7a7c119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:35.518736 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-58a8c520-fe79-4948-bf31-7585e7a7c119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:35.522421 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-22065e5a-e9c7-486a-b5cd-88088ea8af6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:35.556399 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-58a8c520-fe79-4948-bf31-7585e7a7c119 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6842856 Jun 11 19:44:35.559337 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46916) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:35.564303 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-e0363b78-ec4f-41e1-81f8-43d7d65aa28d admin admin] Request body: {'subnet': {'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-748502937-subnet', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'ip_version': 4}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:44:35.584536 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0363b78-ec4f-41e1-81f8-43d7d65aa28d admin admin] Made reservation on behalf of 1878105eb21f4c9a90023ee2df6ad9fa for: {'subnet': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:44:35.587464 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e0363b78-ec4f-41e1-81f8-43d7d65aa28d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8635710'] for subnet, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:35.599711 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8c520-fe79-4948-bf31-7585e7a7c119 admin admin] Pushing event updated for resources: {'Network': ['ID=55a86ba6-d546-42e9-81ee-9b9687c06e3b,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:35.602508 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-58a8c520-fe79-4948-bf31-7585e7a7c119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:35.610740 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Network 55a86ba6-d546-42e9-81ee-9b9687c06e3b details requested by agent ovs-agent-dv-cinder-790535-3-iscsi with host dv-cinder-790535-3-iscsi {{(pid=91835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:44:35.787279 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e0363b78-ec4f-41e1-81f8-43d7d65aa28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10434751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8635688'] for subnet, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:35.789521 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e084fbe8-1bec-4dd5-af55-adf0fb3e0492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:35.851487 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0363b78-ec4f-41e1-81f8-43d7d65aa28d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fea0c3e-fee6-4516-82cc-d68abb511d19,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:35.856485 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-e0363b78-ec4f-41e1-81f8-43d7d65aa28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:35.861836 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0363b78-ec4f-41e1-81f8-43d7d65aa28d admin admin] Checking segment: {'id': '6d91de20-814a-4059-97ef-c668068809bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:44:35.862186 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0363b78-ec4f-41e1-81f8-43d7d65aa28d admin admin] Network hostable DHCP agents. Network: 55a86ba6-d546-42e9-81ee-9b9687c06e3b, hostable agents: ['c7177cc0-43cb-4693-ab8c-8cb8ca1ff766'], hosted agents: [] {{(pid=91833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:44:35.877840 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0363b78-ec4f-41e1-81f8-43d7d65aa28d admin admin] Network 55a86ba6-d546-42e9-81ee-9b9687c06e3b is scheduled to be hosted by DHCP agent c7177cc0-43cb-4693-ab8c-8cb8ca1ff766 with binding_index 1 {{(pid=91833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:44:35.886020 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-e0363b78-ec4f-41e1-81f8-43d7d65aa28d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-iscsi, 55a86ba6-d546-42e9-81ee-9b9687c06e3b) {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:44:35.889813 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0363b78-ec4f-41e1-81f8-43d7d65aa28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:35.890388 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-e0363b78-ec4f-41e1-81f8-43d7d65aa28d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:35.894674 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cdce09-9135-469d-9b82-e7f09a2ce9cd None None] Network 55a86ba6-d546-42e9-81ee-9b9687c06e3b requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:44:35.904020 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-e0363b78-ec4f-41e1-81f8-43d7d65aa28d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3436134 Jun 11 19:44:35.906723 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46922) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:35.910928 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-748502937-router', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:44:35.931051 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10981'] for router, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:35.932104 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10988'] for router, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:35.994719 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:36.074358 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8d98eb-78df-5358-9897-8218328971fe-55a86ba6-d546-42e9-81ee-9b9687c06e3b', 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'fixed_ips': [{'subnet_id': '9fea0c3e-fee6-4516-82cc-d68abb511d19'}]}} from dv-cinder-790535-3-iscsi. {{(pid=91835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 19:44:36.075349 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:36.231211 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.db_base_plugin_common [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Allocated IP 172.20.0.2 (55a86ba6-d546-42e9-81ee-9b9687c06e3b/9fea0c3e-fee6-4516-82cc-d68abb511d19/ec240ade-0687-4a4f-bc3d-a983ef768d1d) {{(pid=91835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:44:36.405728 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Notify callbacks [] for port, precommit_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:36.414240 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Transition to ACTIVE for port object ec240ade-0687-4a4f-bc3d-a983ef768d1d will not be triggered until provisioned by entity L2. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:44:36.429723 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Transition to ACTIVE for port object ec240ade-0687-4a4f-bc3d-a983ef768d1d will not be triggered until provisioned by entity DHCP. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:44:36.436096 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:36.437952 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:36.472420 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11002'] for router, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:36.532748 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:44:36.613047 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Network 55a86ba6-d546-42e9-81ee-9b9687c06e3b is already hosted by enough agents. {{(pid=91835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:44:36.615829 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.base_scheduler [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Resources bound (agent type, host, resource id): {{(pid=91835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:44:36.619907 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Received port after_create {{(pid=91835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:44:36.629823 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Pushing event updated for resources: {'Port': ['ID=ec240ade-0687-4a4f-bc3d-a983ef768d1d,revision_number=1']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:36.633530 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:36.697777 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Attempting to bind port ec240ade-0687-4a4f-bc3d-a983ef768d1d on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:44:36.698322 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Attempting to bind port ec240ade-0687-4a4f-bc3d-a983ef768d1d by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': '6d91de20-814a-4059-97ef-c668068809bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b'}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:44:36.698505 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Attempting to bind port ec240ade-0687-4a4f-bc3d-a983ef768d1d on network 55a86ba6-d546-42e9-81ee-9b9687c06e3b {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:44:36.703351 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-be1eb180-490c-4593-9c7d-ee443581a850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:36.705272 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:44:36.705645 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Checking segment: {'id': '6d91de20-814a-4059-97ef-c668068809bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:44:36.706046 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:36.706429 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Bound using segment: {'id': '6d91de20-814a-4059-97ef-c668068809bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b'} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:44:36.706925 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Bound port: ec240ade-0687-4a4f-bc3d-a983ef768d1d, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d91de20-814a-4059-97ef-c668068809bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b'}}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:44:36.707308 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:36.750661 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:36.777373 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:36.781901 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] For port ec240ade-0687-4a4f-bc3d-a983ef768d1d, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:44:36.785159 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] For port ec240ade-0687-4a4f-bc3d-a983ef768d1d, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=ec240ade-0687-4a4f-bc3d-a983ef768d1d,segment=NetworkSegment(6d91de20-814a-4059-97ef-c668068809bf),segment_id=6d91de20-814a-4059-97ef-c668068809bf)] {{(pid=91835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:44:36.789541 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:36.792188 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-5e71830e-78b0-4a69-8af0-2bcc0bf1e6bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:36.856564 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Pushing event updated for resources: {'Port': ['ID=ec240ade-0687-4a4f-bc3d-a983ef768d1d,revision_number=2']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:36.859871 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:36.909204 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] Allocated IP 172.27.0.108 (96e13ff2-92ce-495c-a9c8-09520c2db46e/3317fd00-ab75-48b2-85c3-a34ed1654e31/139415f6-72f8-473e-bc5d-8f28d30edb79) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:44:37.050913 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:37.091848 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10434319'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:37.093988 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-329f82c4-708a-4d09-8785-3dad06f727cc tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:37.140605 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:44:37.143372 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:44:37.146933 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:44:37.176037 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] Pushing event updated for resources: {'Port': ['ID=139415f6-72f8-473e-bc5d-8f28d30edb79,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:37.179957 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:37.478342 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:37.624912 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad68481-f0ca-4dd6-9fcb-c3cb2fad172e None None] Network 55a86ba6-d546-42e9-81ee-9b9687c06e3b requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:44:37.704100 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-5d1e17c1-b82e-47ed-bd46-965a6c7bc74a None None] Provisioning for port ec240ade-0687-4a4f-bc3d-a983ef768d1d completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:44:37.748819 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931226'] for router, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:37.924027 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device ec240ade-0687-4a4f-bc3d-a983ef768d1d up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:44:37.937256 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] Router 907fdee6-8347-4580-83b9-558774ab3436 is scheduled to L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 with binding_index 1 {{(pid=91833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 19:44:37.987259 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port ec240ade-0687-4a4f-bc3d-a983ef768d1d completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:44:37.993393 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port ec240ade-0687-4a4f-bc3d-a983ef768d1d triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:44:37.993781 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:38.049518 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-8223967c-eb77-4dda-bee0-004ea9bd2b44 None None] Provisioning complete for port ec240ade-0687-4a4f-bc3d-a983ef768d1d triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:44:38.049904 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-8223967c-eb77-4dda-bee0-004ea9bd2b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:38.085095 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:44:38.102529 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] Notify callbacks [] for router, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:38.104156 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-852344bb-b1df-4ee3-8ae2-aba6b2fcf725 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1962950 Jun 11 19:44:38.106528 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46924) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:38.117381 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Sync routers for ids ['907fdee6-8347-4580-83b9-558774ab3436'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:44:38.145439 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Routers {'907fdee6-8347-4580-83b9-558774ab3436'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:44:38.146087 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:44:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['907fdee6-8347-4580-83b9-558774ab3436'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:38.150918 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:38.323361 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-8223967c-eb77-4dda-bee0-004ea9bd2b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:38.330610 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port ec240ade-0687-4a4f-bc3d-a983ef768d1d, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=ec240ade-0687-4a4f-bc3d-a983ef768d1d,segment=NetworkSegment(6d91de20-814a-4059-97ef-c668068809bf),segment_id=6d91de20-814a-4059-97ef-c668068809bf)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:44:38.343225 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:38.352696 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:38.403841 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Set router 907fdee6-8347-4580-83b9-558774ab3436 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:44:38.544292 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=ec240ade-0687-4a4f-bc3d-a983ef768d1d,revision_number=3']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:38.551609 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:38.555866 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.db.api [None req-8223967c-eb77-4dda-bee0-004ea9bd2b44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 19:44:38.556299 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_db.api [None req-8223967c-eb77-4dda-bee0-004ea9bd2b44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 19:44:38.697850 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907fdee6-8347-4580-83b9-558774ab3436', 'name': 'tempest-TestMinimumBasicScenario-748502937-router', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:35Z', 'updated_at': '2021-06-11T19:44:37Z', 'revision_number': 3, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'gw_port': {'id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:36Z', 'updated_at': '2021-06-11T19:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:38.701397 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Checking router: 907fdee6-8347-4580-83b9-558774ab3436 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:44:38.701755 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Updating router 907fdee6-8347-4580-83b9-558774ab3436 port 139415f6-72f8-473e-bc5d-8f28d30edb79 binding host dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:44:38.746788 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:38.939180 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:39.036063 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Notify callbacks [] for port, precommit_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:39.054763 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Transition to ACTIVE for port object 139415f6-72f8-473e-bc5d-8f28d30edb79 will not be triggered until provisioned by entity L2. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:44:39.060156 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-f3acab8a-1ec1-4211-a7a3-335c07b5cd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:39.122931 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Allocated IP 172.20.0.1 (55a86ba6-d546-42e9-81ee-9b9687c06e3b/9fea0c3e-fee6-4516-82cc-d68abb511d19/7b1b06bb-b257-42bc-b0b4-b7be6a49d51c) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:44:39.215476 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:39.218643 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:39.254481 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:39.269068 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.provisioning_blocks [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Transition to ACTIVE for port object 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c will not be triggered until provisioned by entity DHCP. {{(pid=91833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:44:39.290639 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:39.297707 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897034b2-aa33-4332-882e-4d31af133c5a None None] Pushing event updated for resources: {'Port': ['ID=139415f6-72f8-473e-bc5d-8f28d30edb79,revision_number=2']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:39.301766 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-897034b2-aa33-4332-882e-4d31af133c5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:39.304159 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Attempting to bind port 139415f6-72f8-473e-bc5d-8f28d30edb79 on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:44:39.305715 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Attempting to bind port 139415f6-72f8-473e-bc5d-8f28d30edb79 by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:44:39.305715 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Attempting to bind port 139415f6-72f8-473e-bc5d-8f28d30edb79 on network 96e13ff2-92ce-495c-a9c8-09520c2db46e {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:44:39.310396 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:44:39.310818 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Checking segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:44:39.311232 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:39.311633 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Bound using segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:44:39.312102 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Bound port: 139415f6-72f8-473e-bc5d-8f28d30edb79, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:44:39.312484 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:39.321453 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10434319'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:39.324261 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-28be2989-610f-4da7-98da-3a0fadc4f3e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:39.369405 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Network 55a86ba6-d546-42e9-81ee-9b9687c06e3b is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:44:39.372750 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:44:39.376159 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:44:39.381149 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] For port 139415f6-72f8-473e-bc5d-8f28d30edb79, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:44:39.381635 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Pushing event updated for resources: {'Port': ['ID=7b1b06bb-b257-42bc-b0b4-b7be6a49d51c,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:39.389361 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] For port 139415f6-72f8-473e-bc5d-8f28d30edb79, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=139415f6-72f8-473e-bc5d-8f28d30edb79,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:44:39.394933 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:39.397950 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:39.408537 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:39.427873 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935007'] for router_interface, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:39.461427 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Routers {'907fdee6-8347-4580-83b9-558774ab3436'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:44:39.462083 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:44:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['907fdee6-8347-4580-83b9-558774ab3436'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:39.467105 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897034b2-aa33-4332-882e-4d31af133c5a None None] Pushing event updated for resources: {'Port': ['ID=139415f6-72f8-473e-bc5d-8f28d30edb79,revision_number=3']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:39.513731 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-897034b2-aa33-4332-882e-4d31af133c5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:39.594374 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:39.614753 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] Set router 907fdee6-8347-4580-83b9-558774ab3436 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:44:39.617831 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-5e4ff32f-5950-4352-b315-654279601803 None None] Provisioning for port 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:44:39.658783 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-5e4ff32f-5950-4352-b315-654279601803 None None] Provisioning complete for port 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:44:39.659087 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-5e4ff32f-5950-4352-b315-654279601803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:39.793945 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:39.798982 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10434353'] for port, after_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:39.801067 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-b58561bb-fe4b-4a2e-a69d-ab0c9fba95a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:39.802476 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-5e4ff32f-5950-4352-b315-654279601803 None None] Port 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:44:39.885256 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Pushing event updated for resources: {'Port': ['ID=7b1b06bb-b257-42bc-b0b4-b7be6a49d51c,revision_number=2']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:39.888284 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:39.889690 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935115'] for router_interface, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:39.892516 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907fdee6-8347-4580-83b9-558774ab3436', 'name': 'tempest-TestMinimumBasicScenario-748502937-router', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:35Z', 'updated_at': '2021-06-11T19:44:37Z', 'revision_number': 3, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'gw_port': {'id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:36Z', 'updated_at': '2021-06-11T19:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:39.897088 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200471ac-6b25-4f9e-9c76-d29d8a2f3eee None None] The sync data for ids ['907fdee6-8347-4580-83b9-558774ab3436'] in dv-cinder-790535-3-iscsi is: [{'id': '907fdee6-8347-4580-83b9-558774ab3436', 'name': 'tempest-TestMinimumBasicScenario-748502937-router', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:35Z', 'updated_at': '2021-06-11T19:44:37Z', 'revision_number': 3, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'gw_port': {'id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:36Z', 'updated_at': '2021-06-11T19:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:44:39.916369 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device ec240ade-0687-4a4f-bc3d-a983ef768d1d up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:44:39.970393 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port ec240ade-0687-4a4f-bc3d-a983ef768d1d triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:44:39.970806 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:40.013250 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Network 55a86ba6-d546-42e9-81ee-9b9687c06e3b is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:44:40.015239 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:44:40.188208 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Router 907fdee6-8347-4580-83b9-558774ab3436 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:44:40.323882 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-e6691734-8ec0-4445-ba29-ef2dd5e07c34 None None] Provisioning complete for port 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:44:40.324259 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-e6691734-8ec0-4445-ba29-ef2dd5e07c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:40.370469 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-e6691734-8ec0-4445-ba29-ef2dd5e07c34 None None] Port 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:44:40.383765 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:44:40.388689 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-44ca8104-e8d2-4795-b737-217a45087981 admin admin] 10.222.0.24 "PUT /v2.0/routers/907fdee6-8347-4580-83b9-558774ab3436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2811852 Jun 11 19:44:40.450284 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:40.876951 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46940) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:40.882045 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-f1a98d9d-73e7-4ba7-94df-0bd8ebf5adf5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-377352315-network', 'tenant_id': '4f1f752a77e24bf2ac1ee917bba791fe'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:44:40.903002 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a98d9d-73e7-4ba7-94df-0bd8ebf5adf5 admin admin] Made reservation on behalf of 4f1f752a77e24bf2ac1ee917bba791fe for: {'network': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:44:40.905558 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f1a98d9d-73e7-4ba7-94df-0bd8ebf5adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for network, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:40.936682 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f1a98d9d-73e7-4ba7-94df-0bd8ebf5adf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:41.029930 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f1a98d9d-73e7-4ba7-94df-0bd8ebf5adf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:41.033807 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f1a98d9d-73e7-4ba7-94df-0bd8ebf5adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:41.037585 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-b307994b-e5a8-47a0-9322-7be5dba5b743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:41.060868 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a98d9d-73e7-4ba7-94df-0bd8ebf5adf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=91833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 19:44:41.070608 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a98d9d-73e7-4ba7-94df-0bd8ebf5adf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e75e524-a338-44b7-92e9-ba83dbe22c6d,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:41.074748 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-f1a98d9d-73e7-4ba7-94df-0bd8ebf5adf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:41.075784 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f1a98d9d-73e7-4ba7-94df-0bd8ebf5adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:41.076124 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.segments_db [None req-f1a98d9d-73e7-4ba7-94df-0bd8ebf5adf5 admin admin] Added segment f878a7d6-a184-49f0-96b2-8258c491bfd3 of type vlan for network 32201ce4-f16c-41ef-be52-af191f83c113 Jun 11 19:44:41.124515 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f1a98d9d-73e7-4ba7-94df-0bd8ebf5adf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747756045487'] for network, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:41.155695 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f1a98d9d-73e7-4ba7-94df-0bd8ebf5adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:41.157018 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a98d9d-73e7-4ba7-94df-0bd8ebf5adf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:41.157599 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f1a98d9d-73e7-4ba7-94df-0bd8ebf5adf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:41.159757 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-4ec15784-45b4-4381-b4b4-d701dc675cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:41.197507 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-f1a98d9d-73e7-4ba7-94df-0bd8ebf5adf5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3194067 Jun 11 19:44:41.200171 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46942) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:41.205041 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-170d5934-9b4a-4351-a494-133f459a68ba admin admin] Request body: {'subnet': {'network_id': '32201ce4-f16c-41ef-be52-af191f83c113', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-377352315-subnet', 'tenant_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'ip_version': 4}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:44:41.253220 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a98d9d-73e7-4ba7-94df-0bd8ebf5adf5 admin admin] Pushing event updated for resources: {'Network': ['ID=32201ce4-f16c-41ef-be52-af191f83c113,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:41.257714 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-f1a98d9d-73e7-4ba7-94df-0bd8ebf5adf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:41.264002 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Network 32201ce4-f16c-41ef-be52-af191f83c113 details requested by agent ovs-agent-dv-cinder-790535-3-iscsi with host dv-cinder-790535-3-iscsi {{(pid=91835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 19:44:41.269344 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170d5934-9b4a-4351-a494-133f459a68ba admin admin] Made reservation on behalf of 4f1f752a77e24bf2ac1ee917bba791fe for: {'subnet': 1} {{(pid=91833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:44:41.271654 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-170d5934-9b4a-4351-a494-133f459a68ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8635710'] for subnet, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:41.459652 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Sync routers for ids ['907fdee6-8347-4580-83b9-558774ab3436'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:44:41.469346 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Routers {'907fdee6-8347-4580-83b9-558774ab3436'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:44:41.469940 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:44:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['907fdee6-8347-4580-83b9-558774ab3436'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:41.483075 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-170d5934-9b4a-4351-a494-133f459a68ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10434751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8635688'] for subnet, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:41.485211 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:41.542425 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d5934-9b4a-4351-a494-133f459a68ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=c790cd8e-eac1-47b8-99d6-4a7209d8d183,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:41.545523 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-170d5934-9b4a-4351-a494-133f459a68ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:41.563357 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170d5934-9b4a-4351-a494-133f459a68ba admin admin] Checking segment: {'id': 'f878a7d6-a184-49f0-96b2-8258c491bfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32201ce4-f16c-41ef-be52-af191f83c113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:44:41.563709 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170d5934-9b4a-4351-a494-133f459a68ba admin admin] Network hostable DHCP agents. Network: 32201ce4-f16c-41ef-be52-af191f83c113, hostable agents: ['c7177cc0-43cb-4693-ab8c-8cb8ca1ff766'], hosted agents: [] {{(pid=91833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 19:44:41.580580 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170d5934-9b4a-4351-a494-133f459a68ba admin admin] Network 32201ce4-f16c-41ef-be52-af191f83c113 is scheduled to be hosted by DHCP agent c7177cc0-43cb-4693-ab8c-8cb8ca1ff766 with binding_index 1 {{(pid=91833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 19:44:41.590371 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-170d5934-9b4a-4351-a494-133f459a68ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-3-iscsi, 32201ce4-f16c-41ef-be52-af191f83c113) {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:44:41.595295 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170d5934-9b4a-4351-a494-133f459a68ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:41.597232 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-170d5934-9b4a-4351-a494-133f459a68ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:41.598655 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7acf3b1-38dd-417a-bc8b-be030a4e5561 None None] Network 32201ce4-f16c-41ef-be52-af191f83c113 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:44:41.611440 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-170d5934-9b4a-4351-a494-133f459a68ba admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4097416 Jun 11 19:44:41.613458 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 46944) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:41.615521 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Set router 907fdee6-8347-4580-83b9-558774ab3436 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:44:41.618321 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-377352315-router', 'tenant_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:44:41.640293 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10981'] for router, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:41.641645 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-937163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-931805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-634562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10988'] for router, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:41.704086 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:41.794723 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8d98eb-78df-5358-9897-8218328971fe-32201ce4-f16c-41ef-be52-af191f83c113', 'network_id': '32201ce4-f16c-41ef-be52-af191f83c113', 'tenant_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'fixed_ips': [{'subnet_id': 'c790cd8e-eac1-47b8-99d6-4a7209d8d183'}]}} from dv-cinder-790535-3-iscsi. {{(pid=91835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 19:44:41.795660 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:41.880466 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907fdee6-8347-4580-83b9-558774ab3436', 'name': 'tempest-TestMinimumBasicScenario-748502937-router', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:35Z', 'updated_at': '2021-06-11T19:44:39Z', 'revision_number': 4, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'gw_port': {'id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:36Z', 'updated_at': '2021-06-11T19:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '7b1b06bb-b257-42bc-b0b4-b7be6a49d51c', 'name': '', 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'mac_address': 'fa:16:3e:ef:46:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9fea0c3e-fee6-4516-82cc-d68abb511d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:38Z', 'updated_at': '2021-06-11T19:44:39Z', 'revision_number': 2, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'subnets': [{'id': '9fea0c3e-fee6-4516-82cc-d68abb511d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:41.884713 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Checking router: 907fdee6-8347-4580-83b9-558774ab3436 for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:44:41.885081 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Updating router 907fdee6-8347-4580-83b9-558774ab3436 port 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c binding host dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:44:41.920657 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-931778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11002'] for router, precommit_update {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:41.926636 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:41.972675 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 139415f6-72f8-473e-bc5d-8f28d30edb79 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:44:42.021975 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.db_base_plugin_common [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Allocated IP 172.20.0.2 (32201ce4-f16c-41ef-be52-af191f83c113/c790cd8e-eac1-47b8-99d6-4a7209d8d183/4fb55580-5bac-45f6-96d1-75d293555d49) {{(pid=91835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:44:42.030121 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:42.121009 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 139415f6-72f8-473e-bc5d-8f28d30edb79 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:44:42.133116 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 139415f6-72f8-473e-bc5d-8f28d30edb79 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:44:42.133491 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:42.234510 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:42.260801 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:42.281167 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Notify callbacks [] for port, precommit_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:42.293435 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Transition to ACTIVE for port object 4fb55580-5bac-45f6-96d1-75d293555d49 will not be triggered until provisioned by entity L2. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:44:42.295209 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:42.327207 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Transition to ACTIVE for port object 4fb55580-5bac-45f6-96d1-75d293555d49 will not be triggered until provisioned by entity DHCP. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:44:42.329692 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port 139415f6-72f8-473e-bc5d-8f28d30edb79, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=139415f6-72f8-473e-bc5d-8f28d30edb79,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:44:42.333108 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:42.335655 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:42.339769 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688'] for port, after_create {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:42.355143 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:42.366298 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Transition to ACTIVE for port object 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:44:42.373757 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:42.376768 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:42.402695 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_common [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] Allocated IP 172.27.0.30 (96e13ff2-92ce-495c-a9c8-09520c2db46e/3317fd00-ab75-48b2-85c3-a34ed1654e31/08584dc5-aa0a-4ca8-940c-e092b01bfb65) {{(pid=91833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:44:42.405171 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Network 32201ce4-f16c-41ef-be52-af191f83c113 is already hosted by enough agents. {{(pid=91835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:44:42.407981 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.scheduler.base_scheduler [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Resources bound (agent type, host, resource id): {{(pid=91835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:44:42.412183 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Received port after_create {{(pid=91835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:44:42.415859 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=139415f6-72f8-473e-bc5d-8f28d30edb79,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:42.420246 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:42.421097 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-16100b60-888c-4979-93be-0e1e3cf7dd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:42.429642 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae778c-5686-42e3-92d0-1e625cab652f None None] Pushing event updated for resources: {'Port': ['ID=7b1b06bb-b257-42bc-b0b4-b7be6a49d51c,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:42.545540 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Attempting to bind port 4fb55580-5bac-45f6-96d1-75d293555d49 on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:44:42.546069 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Attempting to bind port 4fb55580-5bac-45f6-96d1-75d293555d49 by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': 'f878a7d6-a184-49f0-96b2-8258c491bfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32201ce4-f16c-41ef-be52-af191f83c113'}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:44:42.546446 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Attempting to bind port 4fb55580-5bac-45f6-96d1-75d293555d49 on network 32201ce4-f16c-41ef-be52-af191f83c113 {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:44:42.555627 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:44:42.556178 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Checking segment: {'id': 'f878a7d6-a184-49f0-96b2-8258c491bfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32201ce4-f16c-41ef-be52-af191f83c113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:44:42.556603 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:42.557004 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Bound using segment: {'id': 'f878a7d6-a184-49f0-96b2-8258c491bfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32201ce4-f16c-41ef-be52-af191f83c113'} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:44:42.557497 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Bound port: 4fb55580-5bac-45f6-96d1-75d293555d49, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f878a7d6-a184-49f0-96b2-8258c491bfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32201ce4-f16c-41ef-be52-af191f83c113'}}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:44:42.558394 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:42.560525 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Pushing event updated for resources: {'Port': ['ID=4fb55580-5bac-45f6-96d1-75d293555d49,revision_number=1']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:42.573124 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:42.574933 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae778c-5686-42e3-92d0-1e625cab652f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:42.575853 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae778c-5686-42e3-92d0-1e625cab652f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:42.576397 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae778c-5686-42e3-92d0-1e625cab652f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:42.576624 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:42.577319 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae778c-5686-42e3-92d0-1e625cab652f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:42.577825 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae778c-5686-42e3-92d0-1e625cab652f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:42.578325 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae778c-5686-42e3-92d0-1e625cab652f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:42.578835 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae778c-5686-42e3-92d0-1e625cab652f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:42.579321 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae778c-5686-42e3-92d0-1e625cab652f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:42.579807 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae778c-5686-42e3-92d0-1e625cab652f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:42.580676 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae778c-5686-42e3-92d0-1e625cab652f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:42.581166 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae778c-5686-42e3-92d0-1e625cab652f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:42.581641 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae778c-5686-42e3-92d0-1e625cab652f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:42.588001 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-caae778c-5686-42e3-92d0-1e625cab652f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:42.609684 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Attempting to bind port 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:44:42.610531 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Attempting to bind port 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': '6d91de20-814a-4059-97ef-c668068809bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:44:42.611236 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Attempting to bind port 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c on network 55a86ba6-d546-42e9-81ee-9b9687c06e3b {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:44:42.617844 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:44:42.618534 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Checking segment: {'id': '6d91de20-814a-4059-97ef-c668068809bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:44:42.619139 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:42.619684 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Bound using segment: {'id': '6d91de20-814a-4059-97ef-c668068809bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:44:42.620675 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Bound port: 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d91de20-814a-4059-97ef-c668068809bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:44:42.621226 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:42.656182 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10434319'] for port, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:42.661537 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-28da5ce4-dc89-4b4a-a8a0-6ed9bd6f9191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:42.675670 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] For port 4fb55580-5bac-45f6-96d1-75d293555d49, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:44:42.679765 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] For port 4fb55580-5bac-45f6-96d1-75d293555d49, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=4fb55580-5bac-45f6-96d1-75d293555d49,segment=NetworkSegment(f878a7d6-a184-49f0-96b2-8258c491bfd3),segment_id=f878a7d6-a184-49f0-96b2-8258c491bfd3)] {{(pid=91835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:44:42.684600 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:42.687716 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:42.714501 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] For port 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:44:42.719950 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] For port 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=7b1b06bb-b257-42bc-b0b4-b7be6a49d51c,segment=NetworkSegment(6d91de20-814a-4059-97ef-c668068809bf),segment_id=6d91de20-814a-4059-97ef-c668068809bf)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:44:42.723769 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e is already hosted by enough agents. {{(pid=91833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:44:42.726851 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:42.729544 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.base_scheduler [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] Resources bound (agent type, host, resource id): {{(pid=91833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:44:42.730193 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:42.732261 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] Received port after_create {{(pid=91833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:44:42.786874 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Pushing event updated for resources: {'Port': ['ID=4fb55580-5bac-45f6-96d1-75d293555d49,revision_number=2']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:42.790386 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:42.798068 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] Pushing event updated for resources: {'Port': ['ID=08584dc5-aa0a-4ca8-940c-e092b01bfb65,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:42.803259 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:42.805002 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae778c-5686-42e3-92d0-1e625cab652f None None] Pushing event updated for resources: {'Port': ['ID=7b1b06bb-b257-42bc-b0b4-b7be6a49d51c,revision_number=4']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:42.811495 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-caae778c-5686-42e3-92d0-1e625cab652f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:42.828158 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Routers {'907fdee6-8347-4580-83b9-558774ab3436'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:44:42.829323 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:44:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['907fdee6-8347-4580-83b9-558774ab3436'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:43.007860 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] Set router 907fdee6-8347-4580-83b9-558774ab3436 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:44:43.293541 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907fdee6-8347-4580-83b9-558774ab3436', 'name': 'tempest-TestMinimumBasicScenario-748502937-router', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:35Z', 'updated_at': '2021-06-11T19:44:39Z', 'revision_number': 4, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'gw_port': {'id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:36Z', 'updated_at': '2021-06-11T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '7b1b06bb-b257-42bc-b0b4-b7be6a49d51c', 'name': '', 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'mac_address': 'fa:16:3e:ef:46:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9fea0c3e-fee6-4516-82cc-d68abb511d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:38Z', 'updated_at': '2021-06-11T19:44:42Z', 'revision_number': 4, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'subnets': [{'id': '9fea0c3e-fee6-4516-82cc-d68abb511d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:43.296850 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca071c65-412e-4ff1-b5eb-fa53e7123894 None None] The sync data for ids ['907fdee6-8347-4580-83b9-558774ab3436'] in dv-cinder-790535-3-iscsi is: [{'id': '907fdee6-8347-4580-83b9-558774ab3436', 'name': 'tempest-TestMinimumBasicScenario-748502937-router', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:35Z', 'updated_at': '2021-06-11T19:44:39Z', 'revision_number': 4, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'gw_port': {'id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:36Z', 'updated_at': '2021-06-11T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '7b1b06bb-b257-42bc-b0b4-b7be6a49d51c', 'name': '', 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'mac_address': 'fa:16:3e:ef:46:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9fea0c3e-fee6-4516-82cc-d68abb511d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:38Z', 'updated_at': '2021-06-11T19:44:42Z', 'revision_number': 4, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'subnets': [{'id': '9fea0c3e-fee6-4516-82cc-d68abb511d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:44:43.465554 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:43.767831 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-937127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-931226'] for router, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:43.818284 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138fb3b8-5ec6-4935-9c14-389d42a4de4f None None] Network 32201ce4-f16c-41ef-be52-af191f83c113 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:44:43.947451 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-973d3948-6899-46f0-a724-3095dfe59181 None None] Provisioning for port 4fb55580-5bac-45f6-96d1-75d293555d49 completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:44:43.951730 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] Router af5c27f3-845c-4060-9bc4-75b22e644cb1 is scheduled to L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 with binding_index 1 {{(pid=91833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 19:44:44.079847 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:44:44.123663 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:44:44.156105 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] Notify callbacks [] for router, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:44.160619 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 46946) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:44:44.175262 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-997357d5-953c-4f64-adc3-479c24683457 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5607157 Jun 11 19:44:44.266042 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Sync routers for ids ['af5c27f3-845c-4060-9bc4-75b22e644cb1'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:44:44.290119 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Routers {'af5c27f3-845c-4060-9bc4-75b22e644cb1'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:44:44.290457 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:44:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['af5c27f3-845c-4060-9bc4-75b22e644cb1'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:44.408058 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:44:44.420339 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:44:44.420778 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:44.500083 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Set router af5c27f3-845c-4060-9bc4-75b22e644cb1 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:44:44.643337 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:44.729537 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:44.738811 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=7b1b06bb-b257-42bc-b0b4-b7be6a49d51c,segment=NetworkSegment(6d91de20-814a-4059-97ef-c668068809bf),segment_id=6d91de20-814a-4059-97ef-c668068809bf)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:44:44.744915 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:44.745772 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 4fb55580-5bac-45f6-96d1-75d293555d49 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:44:44.770968 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-bd16644f-bc38-4472-94c4-0e29e534fded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:44.873107 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=7b1b06bb-b257-42bc-b0b4-b7be6a49d51c,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:44.877498 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:44.894835 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 4fb55580-5bac-45f6-96d1-75d293555d49 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:44:44.899500 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'name': 'tempest-TestMinimumBasicScenario-377352315-router', 'tenant_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '08584dc5-aa0a-4ca8-940c-e092b01bfb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:41Z', 'updated_at': '2021-06-11T19:44:43Z', 'revision_number': 3, 'project_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'gw_port': {'id': '08584dc5-aa0a-4ca8-940c-e092b01bfb65', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:42Z', 'updated_at': '2021-06-11T19:44:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:44.902855 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 4fb55580-5bac-45f6-96d1-75d293555d49 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:44:44.903235 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:44.905088 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Checking router: af5c27f3-845c-4060-9bc4-75b22e644cb1 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:44:44.905441 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Updating router af5c27f3-845c-4060-9bc4-75b22e644cb1 port 08584dc5-aa0a-4ca8-940c-e092b01bfb65 binding host dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:44:44.920284 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Allocated IP 172.20.0.1 (32201ce4-f16c-41ef-be52-af191f83c113/c790cd8e-eac1-47b8-99d6-4a7209d8d183/33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:44:44.976793 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:45.050182 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:45.063021 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Transition to ACTIVE for port object 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e will not be triggered until provisioned by entity DHCP. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:44:45.098604 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9110942'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:45.101421 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:45.133858 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:45.151207 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Network 32201ce4-f16c-41ef-be52-af191f83c113 is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:44:45.153976 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:44:45.158460 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:44:45.161298 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Pushing event updated for resources: {'Port': ['ID=33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:45.187423 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:45.207202 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935007'] for router_interface, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:45.233778 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port 4fb55580-5bac-45f6-96d1-75d293555d49, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=4fb55580-5bac-45f6-96d1-75d293555d49,segment=NetworkSegment(f878a7d6-a184-49f0-96b2-8258c491bfd3),segment_id=f878a7d6-a184-49f0-96b2-8258c491bfd3)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:44:45.242470 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:45.243362 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 139415f6-72f8-473e-bc5d-8f28d30edb79 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:44:45.246504 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:45.368617 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=4fb55580-5bac-45f6-96d1-75d293555d49,revision_number=3']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:45.374669 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:45.389837 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:45.431442 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 139415f6-72f8-473e-bc5d-8f28d30edb79 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:44:45.431738 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:45.435664 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-74d62938-9132-4254-a2b5-ee84fdf170d9 None None] Provisioning for port 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:44:45.467335 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-74d62938-9132-4254-a2b5-ee84fdf170d9 None None] Provisioning complete for port 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:44:45.467713 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-74d62938-9132-4254-a2b5-ee84fdf170d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:45.510064 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Notify callbacks [] for port, precommit_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:45.535884 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Transition to ACTIVE for port object 08584dc5-aa0a-4ca8-940c-e092b01bfb65 will not be triggered until provisioned by entity L2. {{(pid=91835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:44:45.537514 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-74d62938-9132-4254-a2b5-ee84fdf170d9 None None] Port 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:44:45.547534 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:45.550564 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:45.584302 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:45.589547 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:45.592061 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-3d7c21e0-9d47-4f0c-bd64-7fef438a1cf1 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:45.643346 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3fa22-da99-4877-aa6e-ac441f98a279 None None] Pushing event updated for resources: {'Port': ['ID=08584dc5-aa0a-4ca8-940c-e092b01bfb65,revision_number=2']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:45.646853 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Attempting to bind port 08584dc5-aa0a-4ca8-940c-e092b01bfb65 on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:44:45.647229 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Attempting to bind port 08584dc5-aa0a-4ca8-940c-e092b01bfb65 by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:44:45.647596 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Attempting to bind port 08584dc5-aa0a-4ca8-940c-e092b01bfb65 on network 96e13ff2-92ce-495c-a9c8-09520c2db46e {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:44:45.650318 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-c1e3fa22-da99-4877-aa6e-ac441f98a279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:45.655942 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:44:45.656324 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Checking segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:44:45.656745 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:45.657105 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Bound using segment: {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'} {{(pid=91835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:44:45.657573 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.managers [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Bound port: 08584dc5-aa0a-4ca8-940c-e092b01bfb65, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75c9b9c-5e21-41f2-824a-99a66384342e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e'}}] {{(pid=91835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:44:45.657946 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:45.675609 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935115'] for router_interface, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:45.683444 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Pushing event updated for resources: {'Port': ['ID=33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:45.687419 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:45.714793 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] For port 08584dc5-aa0a-4ca8-940c-e092b01bfb65, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:44:45.718080 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] For port 08584dc5-aa0a-4ca8-940c-e092b01bfb65, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=08584dc5-aa0a-4ca8-940c-e092b01bfb65,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:44:45.722380 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:45.724971 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-897034b2-aa33-4332-882e-4d31af133c5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:45.789203 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Routers {'af5c27f3-845c-4060-9bc4-75b22e644cb1'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:44:45.789815 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:44:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['af5c27f3-845c-4060-9bc4-75b22e644cb1'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:45.799669 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Network 32201ce4-f16c-41ef-be52-af191f83c113 is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:44:45.801751 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:44:45.960640 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Router af5c27f3-845c-4060-9bc4-75b22e644cb1 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:44:45.978601 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:44:46.044806 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3fa22-da99-4877-aa6e-ac441f98a279 None None] Pushing event updated for resources: {'Port': ['ID=08584dc5-aa0a-4ca8-940c-e092b01bfb65,revision_number=3']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:46.050029 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-c1e3fa22-da99-4877-aa6e-ac441f98a279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:46.097914 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-062f2982-81d1-45dc-b0a1-7eb9cd5a546b None None] Provisioning complete for port 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:44:46.098187 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-062f2982-81d1-45dc-b0a1-7eb9cd5a546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:46.104983 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:44:46.109792 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] 10.222.0.24 "PUT /v2.0/routers/af5c27f3-845c-4060-9bc4-75b22e644cb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9483283 Jun 11 19:44:46.161513 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-062f2982-81d1-45dc-b0a1-7eb9cd5a546b None None] Port 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:44:46.165790 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:44:46.166163 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:46.168662 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] Set router af5c27f3-845c-4060-9bc4-75b22e644cb1 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:44:46.421494 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 4fb55580-5bac-45f6-96d1-75d293555d49 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:44:46.528163 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 4fb55580-5bac-45f6-96d1-75d293555d49 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:44:46.528539 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:46.572002 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'name': 'tempest-TestMinimumBasicScenario-377352315-router', 'tenant_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '08584dc5-aa0a-4ca8-940c-e092b01bfb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:41Z', 'updated_at': '2021-06-11T19:44:45Z', 'revision_number': 4, 'project_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'gw_port': {'id': '08584dc5-aa0a-4ca8-940c-e092b01bfb65', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:42Z', 'updated_at': '2021-06-11T19:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e', 'name': '', 'network_id': '32201ce4-f16c-41ef-be52-af191f83c113', 'tenant_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'mac_address': 'fa:16:3e:35:06:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c790cd8e-eac1-47b8-99d6-4a7209d8d183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:44Z', 'updated_at': '2021-06-11T19:44:45Z', 'revision_number': 2, 'project_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'subnets': [{'id': 'c790cd8e-eac1-47b8-99d6-4a7209d8d183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:46.578467 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d845c8-b48a-4b2c-8a71-edcadb7c5dcd None None] The sync data for ids ['af5c27f3-845c-4060-9bc4-75b22e644cb1'] in dv-cinder-790535-3-iscsi is: [{'id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'name': 'tempest-TestMinimumBasicScenario-377352315-router', 'tenant_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '08584dc5-aa0a-4ca8-940c-e092b01bfb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:41Z', 'updated_at': '2021-06-11T19:44:45Z', 'revision_number': 4, 'project_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'gw_port': {'id': '08584dc5-aa0a-4ca8-940c-e092b01bfb65', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:42Z', 'updated_at': '2021-06-11T19:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e', 'name': '', 'network_id': '32201ce4-f16c-41ef-be52-af191f83c113', 'tenant_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'mac_address': 'fa:16:3e:35:06:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c790cd8e-eac1-47b8-99d6-4a7209d8d183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:44Z', 'updated_at': '2021-06-11T19:44:45Z', 'revision_number': 2, 'project_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'subnets': [{'id': 'c790cd8e-eac1-47b8-99d6-4a7209d8d183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:44:47.935560 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 08584dc5-aa0a-4ca8-940c-e092b01bfb65 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:44:48.012136 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 08584dc5-aa0a-4ca8-940c-e092b01bfb65 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:44:48.016230 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 08584dc5-aa0a-4ca8-940c-e092b01bfb65 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:44:48.016615 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:48.119167 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:48.153449 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port 08584dc5-aa0a-4ca8-940c-e092b01bfb65, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=08584dc5-aa0a-4ca8-940c-e092b01bfb65,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:44:48.159027 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:48.162524 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-28c320b6-8eb7-40b0-8c8b-912218c783ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:48.226932 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=08584dc5-aa0a-4ca8-940c-e092b01bfb65,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:48.234988 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:48.238515 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:48.238900 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:48.239238 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:48.239567 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:48.239890 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:48.240214 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:48.240534 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:48.240853 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:48.241172 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:48.241522 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:48.241844 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:44:48.245998 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:49.921165 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 08584dc5-aa0a-4ca8-940c-e092b01bfb65 up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:44:49.985800 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 08584dc5-aa0a-4ca8-940c-e092b01bfb65 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:44:49.986294 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:50.025730 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Sync routers for ids ['af5c27f3-845c-4060-9bc4-75b22e644cb1'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:44:50.035444 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Routers {'af5c27f3-845c-4060-9bc4-75b22e644cb1'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:44:50.036379 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:44:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['af5c27f3-845c-4060-9bc4-75b22e644cb1'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:50.187490 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Set router af5c27f3-845c-4060-9bc4-75b22e644cb1 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:44:50.459460 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'name': 'tempest-TestMinimumBasicScenario-377352315-router', 'tenant_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '08584dc5-aa0a-4ca8-940c-e092b01bfb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:41Z', 'updated_at': '2021-06-11T19:44:45Z', 'revision_number': 4, 'project_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'gw_port': {'id': '08584dc5-aa0a-4ca8-940c-e092b01bfb65', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:42Z', 'updated_at': '2021-06-11T19:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e', 'name': '', 'network_id': '32201ce4-f16c-41ef-be52-af191f83c113', 'tenant_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'mac_address': 'fa:16:3e:35:06:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c790cd8e-eac1-47b8-99d6-4a7209d8d183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:44Z', 'updated_at': '2021-06-11T19:44:45Z', 'revision_number': 2, 'project_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'subnets': [{'id': 'c790cd8e-eac1-47b8-99d6-4a7209d8d183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:50.463548 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Checking router: af5c27f3-845c-4060-9bc4-75b22e644cb1 for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:44:50.463902 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Updating router af5c27f3-845c-4060-9bc4-75b22e644cb1 port 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e binding host dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 19:44:50.512901 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:50.937794 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:50.947459 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Transition to ACTIVE for port object 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:44:50.955575 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:50.957744 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:51.002827 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7532d-3eb0-48f4-bdaf-94e46e895035 None None] Pushing event updated for resources: {'Port': ['ID=33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:51.006454 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-e1e7532d-3eb0-48f4-bdaf-94e46e895035 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:51.143223 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Attempting to bind port 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e on host dv-cinder-790535-3-iscsi for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:44:51.143904 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Attempting to bind port 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e by drivers openvswitch,hyperv on host dv-cinder-790535-3-iscsi at level 0 using segments [{'id': 'f878a7d6-a184-49f0-96b2-8258c491bfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32201ce4-f16c-41ef-be52-af191f83c113'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:44:51.144015 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Attempting to bind port 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e on network 32201ce4-f16c-41ef-be52-af191f83c113 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:44:51.150489 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Checking agent: {'id': '15ff28ea-6411-4474-a5c2-7491d4b74d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 26, 39), 'started_at': datetime.datetime(2021, 6, 11, 19, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:44:51.150918 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Checking segment: {'id': 'f878a7d6-a184-49f0-96b2-8258c491bfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32201ce4-f16c-41ef-be52-af191f83c113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:44:51.151293 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:51.151677 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Bound using segment: {'id': 'f878a7d6-a184-49f0-96b2-8258c491bfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32201ce4-f16c-41ef-be52-af191f83c113'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:44:51.152142 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Bound port: 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e, host: dv-cinder-790535-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f878a7d6-a184-49f0-96b2-8258c491bfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32201ce4-f16c-41ef-be52-af191f83c113'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:44:51.152514 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:51.237291 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] For port 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e, host dv-cinder-790535-3-iscsi, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:44:51.240879 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] For port 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e, host dv-cinder-790535-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e,segment=NetworkSegment(f878a7d6-a184-49f0-96b2-8258c491bfd3),segment_id=f878a7d6-a184-49f0-96b2-8258c491bfd3)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:44:51.246922 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:51.249864 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:51.328554 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7532d-3eb0-48f4-bdaf-94e46e895035 None None] Pushing event updated for resources: {'Port': ['ID=33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e,revision_number=4']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:51.331877 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-e1e7532d-3eb0-48f4-bdaf-94e46e895035 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:51.332985 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Routers {'af5c27f3-845c-4060-9bc4-75b22e644cb1'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:44:51.333848 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:44:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['af5c27f3-845c-4060-9bc4-75b22e644cb1'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:51.513182 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] Set router af5c27f3-845c-4060-9bc4-75b22e644cb1 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:44:51.809402 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'name': 'tempest-TestMinimumBasicScenario-377352315-router', 'tenant_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '08584dc5-aa0a-4ca8-940c-e092b01bfb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:41Z', 'updated_at': '2021-06-11T19:44:45Z', 'revision_number': 4, 'project_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'gw_port': {'id': '08584dc5-aa0a-4ca8-940c-e092b01bfb65', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:42Z', 'updated_at': '2021-06-11T19:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e', 'name': '', 'network_id': '32201ce4-f16c-41ef-be52-af191f83c113', 'tenant_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'mac_address': 'fa:16:3e:35:06:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c790cd8e-eac1-47b8-99d6-4a7209d8d183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:44Z', 'updated_at': '2021-06-11T19:44:51Z', 'revision_number': 4, 'project_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'subnets': [{'id': 'c790cd8e-eac1-47b8-99d6-4a7209d8d183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:44:51.813658 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6b01aa-7515-4c22-bd84-1b9f0f44b14d None None] The sync data for ids ['af5c27f3-845c-4060-9bc4-75b22e644cb1'] in dv-cinder-790535-3-iscsi is: [{'id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'name': 'tempest-TestMinimumBasicScenario-377352315-router', 'tenant_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '08584dc5-aa0a-4ca8-940c-e092b01bfb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:41Z', 'updated_at': '2021-06-11T19:44:45Z', 'revision_number': 4, 'project_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'gw_port': {'id': '08584dc5-aa0a-4ca8-940c-e092b01bfb65', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:42Z', 'updated_at': '2021-06-11T19:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e', 'name': '', 'network_id': '32201ce4-f16c-41ef-be52-af191f83c113', 'tenant_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'mac_address': 'fa:16:3e:35:06:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c790cd8e-eac1-47b8-99d6-4a7209d8d183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:44Z', 'updated_at': '2021-06-11T19:44:51Z', 'revision_number': 4, 'project_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'subnets': [{'id': 'c790cd8e-eac1-47b8-99d6-4a7209d8d183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:44:51.958070 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:44:52.033545 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning for port 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:44:52.040172 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:44:52.040752 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:52.141025 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:52.192863 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] For port 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e,segment=NetworkSegment(f878a7d6-a184-49f0-96b2-8258c491bfd3),segment_id=f878a7d6-a184-49f0-96b2-8258c491bfd3)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:44:52.200411 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:52.202860 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-73c73dd6-d7fa-48ca-9374-d1f2f4570f23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:52.273951 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Pushing event updated for resources: {'Port': ['ID=33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:52.277400 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:53.911333 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e up at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:44:53.974163 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Provisioning complete for port 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:44:53.974574 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:55.505379 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e069d268-bd17-41f4-b7f9-cc1538a44336 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:55.506815 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e069d268-bd17-41f4-b7f9-cc1538a44336 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/networks?id=55a86ba6-d546-42e9-81ee-9b9687c06e3b HTTP/1.1" status: 200 len: 814 time: 0.1258886 Jun 11 19:44:55.521646 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-77ae227d-461a-498d-977c-06031ffc5f25 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/quotas/1878105eb21f4c9a90023ee2df6ad9fa HTTP/1.1" status: 200 len: 375 time: 0.0086439 Jun 11 19:44:55.590897 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-b9cac6e1-c57c-41e1-9672-c4364a29510d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1878105eb21f4c9a90023ee2df6ad9fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641510 Jun 11 19:44:55.605444 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-0469b333-abe4-4ab5-961c-d6449c82ad75 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:44:55.606358 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-0469b333-abe4-4ab5-961c-d6449c82ad75 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049324 Jun 11 19:44:55.716998 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-40051d38-073b-4bfd-84a4-33016ab0e670 service neutron] 10.222.0.24 "GET /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055217 Jun 11 19:44:55.828308 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-11e2dbb3-dcc8-4a20-a804-20eeb5f326e0 service neutron] 10.222.0.24 "GET /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056950 Jun 11 19:44:55.993242 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cae1732f-1cac-4b25-9b5c-b3f7700612ed req-8bc0ddab-3094-4c1d-bda3-da7217db6e38 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 210 time: 0.0332153 Jun 11 19:44:57.157778 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a6033bab-4a6b-4009-baf0-97028a313844 req-ff4ee2e4-3d4b-4f7c-a19b-626e80f204b9 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 210 time: 0.0509713 Jun 11 19:44:57.239082 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-a0990e7b-cf6d-4a8e-9d18-239283768a85 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:57.240541 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-a0990e7b-cf6d-4a8e-9d18-239283768a85 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.39 "GET /v2.0/networks?id=55a86ba6-d546-42e9-81ee-9b9687c06e3b HTTP/1.1" status: 200 len: 814 time: 0.1581221 Jun 11 19:44:57.253171 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-0907cc81-d63b-4cbb-9719-964823874138 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Request body: {'port': {'device_id': 'fae5b042-e169-4fa6-9284-84e86720ee8a', 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b', 'admin_state_up': True, 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:44:57.387734 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-0907cc81-d63b-4cbb-9719-964823874138 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Made reservation on behalf of 1878105eb21f4c9a90023ee2df6ad9fa for: {'port': 1} {{(pid=91834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 19:44:57.391753 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-0907cc81-d63b-4cbb-9719-964823874138 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:57.480170 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:57.541876 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-0907cc81-d63b-4cbb-9719-964823874138 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Allocated IP 172.20.0.14 (55a86ba6-d546-42e9-81ee-9b9687c06e3b/9fea0c3e-fee6-4516-82cc-d68abb511d19/2e9fb9f5-0109-45fd-b0df-e68f2664a558) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:44:57.770414 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-0907cc81-d63b-4cbb-9719-964823874138 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:57.789292 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-0907cc81-d63b-4cbb-9719-964823874138 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Transition to ACTIVE for port object 2e9fb9f5-0109-45fd-b0df-e68f2664a558 will not be triggered until provisioned by entity DHCP. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:44:57.827385 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-0907cc81-d63b-4cbb-9719-964823874138 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9110942'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:57.831690 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-429d378e-3b8f-4e0b-a3e4-3082aa6e4ee7 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:44:57.871897 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-0907cc81-d63b-4cbb-9719-964823874138 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Network 55a86ba6-d546-42e9-81ee-9b9687c06e3b is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:44:57.875204 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-0907cc81-d63b-4cbb-9719-964823874138 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:44:57.883344 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-0907cc81-d63b-4cbb-9719-964823874138 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:44:57.947543 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907cc81-d63b-4cbb-9719-964823874138 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Pushing event updated for resources: {'Port': ['ID=2e9fb9f5-0109-45fd-b0df-e68f2664a558,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:44:57.951478 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0907cc81-d63b-4cbb-9719-964823874138 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:44:57.974842 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-0907cc81-d63b-4cbb-9719-964823874138 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:57.976733 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-0907cc81-d63b-4cbb-9719-964823874138 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:57.998520 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-0907cc81-d63b-4cbb-9719-964823874138 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7485712 Jun 11 19:44:58.116045 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-f6bd79b7-1958-4e51-b655-f7fdd5172eb6 None None] Provisioning for port 2e9fb9f5-0109-45fd-b0df-e68f2664a558 completed by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:44:58.120366 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-f6bd79b7-1958-4e51-b655-f7fdd5172eb6 None None] Provisioning complete for port 2e9fb9f5-0109-45fd-b0df-e68f2664a558 triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:44:58.120775 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-f6bd79b7-1958-4e51-b655-f7fdd5172eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:44:58.162674 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd79b7-1958-4e51-b655-f7fdd5172eb6 None None] Port 2e9fb9f5-0109-45fd-b0df-e68f2664a558 cannot update to ACTIVE because it is not bound. {{(pid=91835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 19:44:58.345470 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954719d3-c18c-478c-bfa3-2adbe7482174 req-398478f2-233d-41f8-abc5-4f6f47635c06 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:58.347643 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-954719d3-c18c-478c-bfa3-2adbe7482174 req-398478f2-233d-41f8-abc5-4f6f47635c06 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 932 time: 0.0723159 Jun 11 19:44:58.390702 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-954719d3-c18c-478c-bfa3-2adbe7482174 req-71ee348e-6b85-4238-aa8a-b94daed426f0 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367999 Jun 11 19:44:59.584735 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d9124-342b-40bd-b4bc-5fd91c010b33 req-1d967439-b841-4199-943f-61751cc8803c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:44:59.586185 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-671d9124-342b-40bd-b4bc-5fd91c010b33 req-1d967439-b841-4199-943f-61751cc8803c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 932 time: 0.0738385 Jun 11 19:44:59.628181 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-671d9124-342b-40bd-b4bc-5fd91c010b33 req-f224b498-9ca9-455a-85de-5f2102d7cc64 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363836 Jun 11 19:45:00.819241 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c86518-acaa-48d3-91a3-d8aa6503c412 req-f97fae44-f5cd-41a4-b781-665378783496 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:00.820694 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-82c86518-acaa-48d3-91a3-d8aa6503c412 req-f97fae44-f5cd-41a4-b781-665378783496 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 932 time: 0.0789242 Jun 11 19:45:00.864183 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-82c86518-acaa-48d3-91a3-d8aa6503c412 req-58cc0f56-8127-4f5d-a7b6-6d302a5683f1 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377905 Jun 11 19:45:02.059968 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733ee39-1adc-4964-89d6-7433c15adfdc req-ecd53af1-7203-44fe-9eed-93c47ce94d96 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:02.061324 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3733ee39-1adc-4964-89d6-7433c15adfdc req-ecd53af1-7203-44fe-9eed-93c47ce94d96 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 932 time: 0.0795639 Jun 11 19:45:02.104610 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3733ee39-1adc-4964-89d6-7433c15adfdc req-a2f11f74-78c6-4578-a80e-91f496e0d449 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373919 Jun 11 19:45:03.287895 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb269c2-16bf-44af-a5cb-ec4a270b8f4d req-676c8164-5b3f-423f-ba26-8fb83404b2a5 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:03.289371 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6cb269c2-16bf-44af-a5cb-ec4a270b8f4d req-676c8164-5b3f-423f-ba26-8fb83404b2a5 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 932 time: 0.0704215 Jun 11 19:45:03.331181 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-6cb269c2-16bf-44af-a5cb-ec4a270b8f4d req-dca35ee4-529f-4705-9edc-0d498b5eab66 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362632 Jun 11 19:45:04.837634 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd7e1b-f5f6-4cae-a271-df74638c8632 req-a6428866-15fb-4b1b-9489-3e550c31577c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:04.839134 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-aacd7e1b-f5f6-4cae-a271-df74638c8632 req-a6428866-15fb-4b1b-9489-3e550c31577c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 932 time: 0.3824129 Jun 11 19:45:04.880320 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-aacd7e1b-f5f6-4cae-a271-df74638c8632 req-220e75c6-3a91-4634-a95e-dbe7fca3550b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355823 Jun 11 19:45:06.060536 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3c06d-b902-4db6-86c5-966a015cc0d1 req-ba839d83-4bef-43da-be1c-88c55b3ce16d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:06.062023 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-43d3c06d-b902-4db6-86c5-966a015cc0d1 req-ba839d83-4bef-43da-be1c-88c55b3ce16d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 932 time: 0.0676839 Jun 11 19:45:06.105735 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-43d3c06d-b902-4db6-86c5-966a015cc0d1 req-7f9aa65e-17d0-49b6-8c08-b38f4f11b6f5 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375431 Jun 11 19:45:06.694981 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-4026f91c-f3ca-49cf-afed-6f3e947ed2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:07.292661 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ace5f-edb6-4b15-8112-1e5d8ec670a5 req-cfff892e-456f-4cab-87e9-8ad887b2ac02 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:07.294155 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-486ace5f-edb6-4b15-8112-1e5d8ec670a5 req-cfff892e-456f-4cab-87e9-8ad887b2ac02 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 932 time: 0.0741496 Jun 11 19:45:07.339115 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-486ace5f-edb6-4b15-8112-1e5d8ec670a5 req-48274f56-3935-449a-9d04-22e505a5003b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387008 Jun 11 19:45:08.331946 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-8aacbcb6-9465-469d-9097-7b44adf572f2 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=91834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 19:45:08.332868 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-8aacbcb6-9465-469d-9097-7b44adf572f2 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052264 Jun 11 19:45:08.430846 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Request body: {'port': {'device_id': 'fae5b042-e169-4fa6-9284-84e86720ee8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:45:08.559166 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:08.578187 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562baae-643b-4f9a-a9b4-297b5e652c28 req-94b73e4c-61eb-4ef3-9c90-02409ec26c44 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:08.579611 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f562baae-643b-4f9a-a9b4-297b5e652c28 req-94b73e4c-61eb-4ef3-9c90-02409ec26c44 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 932 time: 0.1233714 Jun 11 19:45:08.706571 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f562baae-643b-4f9a-a9b4-297b5e652c28 req-b230d907-c5c5-41f1-8f86-93f66e0b1e24 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208389 Jun 11 19:45:08.896214 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9fb9f5-0109-45fd-b0df-e68f2664a558 {{(pid=91834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:45:08.903671 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:08.915511 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.provisioning_blocks [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Transition to ACTIVE for port object 2e9fb9f5-0109-45fd-b0df-e68f2664a558 will not be triggered until provisioned by entity L2. {{(pid=91834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 19:45:08.918554 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:08.921290 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-68cffb69-01cf-4e62-8d97-10937d971e54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:45:09.017043 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Pushing event updated for resources: {'Port': ['ID=2e9fb9f5-0109-45fd-b0df-e68f2664a558,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:45:09.020394 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:45:09.055822 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-23b3518f-e95e-409b-92b6-c08d49b47ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:09.110859 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Attempting to bind port 2e9fb9f5-0109-45fd-b0df-e68f2664a558 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 19:45:09.111240 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Attempting to bind port 2e9fb9f5-0109-45fd-b0df-e68f2664a558 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '6d91de20-814a-4059-97ef-c668068809bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b'}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 19:45:09.111584 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Attempting to bind port 2e9fb9f5-0109-45fd-b0df-e68f2664a558 on network 55a86ba6-d546-42e9-81ee-9b9687c06e3b {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:45:09.115686 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Port 2e9fb9f5-0109-45fd-b0df-e68f2664a558 on network 55a86ba6-d546-42e9-81ee-9b9687c06e3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 19:45:09.116003 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Attempting to bind port 2e9fb9f5-0109-45fd-b0df-e68f2664a558 on network 55a86ba6-d546-42e9-81ee-9b9687c06e3b {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 19:45:09.120697 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Checking agent: {'id': '409ecd79-edda-4784-9893-91ec3c376847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'started_at': datetime.datetime(2021, 6, 11, 19, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 19, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 19:45:09.121016 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Checking segment: {'id': '6d91de20-814a-4059-97ef-c668068809bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 19:45:09.121393 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Bound using segment: {'id': '6d91de20-814a-4059-97ef-c668068809bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b'} {{(pid=91834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 19:45:09.121814 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.managers [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Bound port: 2e9fb9f5-0109-45fd-b0df-e68f2664a558, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d91de20-814a-4059-97ef-c668068809bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b'}}] {{(pid=91834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 19:45:09.122160 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:09.191918 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] For port 2e9fb9f5-0109-45fd-b0df-e68f2664a558, host hv-cinder-79053, cleared binding levels {{(pid=91834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 19:45:09.194970 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] For port 2e9fb9f5-0109-45fd-b0df-e68f2664a558, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2e9fb9f5-0109-45fd-b0df-e68f2664a558,segment=NetworkSegment(6d91de20-814a-4059-97ef-c668068809bf),segment_id=6d91de20-814a-4059-97ef-c668068809bf)] {{(pid=91834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 19:45:09.200282 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:09.202263 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-4fdc4cc2-18c0-487e-b907-51c162a8a640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:45:09.248530 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:09.249154 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:09.251032 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] 10.222.0.39 "PUT /v2.0/ports/2e9fb9f5-0109-45fd-b0df-e68f2664a558 HTTP/1.1" status: 200 len: 1094 time: 0.9088478 Jun 11 19:45:09.251589 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae5b042-e169-4fa6-9284-84e86720ee8a', 'tag': '2e9fb9f5-0109-45fd-b0df-e68f2664a558'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:45:09.254237 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a799e86d-fc14-41d8-bb39-fcc4adec7a15" -d '{"events": [{"name": "network-changed", "server_uuid": "fae5b042-e169-4fa6-9284-84e86720ee8a", "tag": "2e9fb9f5-0109-45fd-b0df-e68f2664a558"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:45:09.255639 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:09.277867 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Pushing event updated for resources: {'Port': ['ID=2e9fb9f5-0109-45fd-b0df-e68f2664a558,revision_number=3']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:45:09.281262 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e62195e0-cd05-4487-9723-afdef6ed4b9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:45:09.367531 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-31f46875-f09b-44da-ba78-c49ed2b29a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:09.369073 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-31f46875-f09b-44da-ba78-c49ed2b29a7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1878105eb21f4c9a90023ee2df6ad9fa&device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 1097 time: 0.0671346 Jun 11 19:45:09.425025 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-f11643ce-4b3f-43c6-a170-a2688b5cce54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e9fb9f5-0109-45fd-b0df-e68f2664a558 HTTP/1.1" status: 200 len: 217 time: 0.0486557 Jun 11 19:45:09.439432 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f80655-e37a-4cf8-a3a8-86a1634dd307 x-openstack-request-id: req-83f80655-e37a-4cf8-a3a8-86a1634dd307 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:45:09.439753 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae5b042-e169-4fa6-9284-84e86720ee8a", "tag": "2e9fb9f5-0109-45fd-b0df-e68f2664a558", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:45:09.440043 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83f80655-e37a-4cf8-a3a8-86a1634dd307 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:45:09.440468 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae5b042-e169-4fa6-9284-84e86720ee8a', 'tag': '2e9fb9f5-0109-45fd-b0df-e68f2664a558', 'status': 'completed', 'code': 200} Jun 11 19:45:09.488083 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-341f37a8-18c4-4faf-a195-32c2e1d3dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:09.489528 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-341f37a8-18c4-4faf-a195-32c2e1d3dbba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9fea0c3e-fee6-4516-82cc-d68abb511d19 HTTP/1.1" status: 200 len: 853 time: 0.0580118 Jun 11 19:45:09.551200 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-0b7ed6df-496e-4cfa-a0a0-34dce3a9bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:09.552493 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-0b7ed6df-496e-4cfa-a0a0-34dce3a9bacf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55a86ba6-d546-42e9-81ee-9b9687c06e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557456 Jun 11 19:45:09.664164 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-abc4449e-2a48-49da-a7ff-80ad055def74 service neutron] 10.222.0.39 "GET /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042972 Jun 11 19:45:09.781802 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-f5db0583-5045-4bb5-bafa-f1549ed30aec req-3ee3e9cc-6298-4330-ba4f-12c1f60a4aa0 service neutron] 10.222.0.39 "GET /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105688 Jun 11 19:45:09.927282 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12b066-e15a-4746-9cdf-6f241063d2ef req-502d9b4e-7732-4372-b3a5-df14c7c1f78b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:09.928711 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2d12b066-e15a-4746-9cdf-6f241063d2ef req-502d9b4e-7732-4372-b3a5-df14c7c1f78b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 944 time: 0.1113956 Jun 11 19:45:09.931186 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799e86d-fc14-41d8-bb39-fcc4adec7a15 req-d66e10b0-26cf-48e8-8afe-38cb7aa23005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:09.932488 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a799e86d-fc14-41d8-bb39-fcc4adec7a15 req-d66e10b0-26cf-48e8-8afe-38cb7aa23005 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1878105eb21f4c9a90023ee2df6ad9fa&device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 1097 time: 0.1048450 Jun 11 19:45:10.003715 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2d12b066-e15a-4746-9cdf-6f241063d2ef req-7e11090c-8b94-4f10-919d-a10677767407 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693691 Jun 11 19:45:10.071046 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799e86d-fc14-41d8-bb39-fcc4adec7a15 req-d6b8ea3d-2e4e-43c8-84ce-deedc7544a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:10.072460 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a799e86d-fc14-41d8-bb39-fcc4adec7a15 req-d6b8ea3d-2e4e-43c8-84ce-deedc7544a80 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55a86ba6-d546-42e9-81ee-9b9687c06e3b HTTP/1.1" status: 200 len: 915 time: 0.1319001 Jun 11 19:45:10.130422 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a799e86d-fc14-41d8-bb39-fcc4adec7a15 req-ebc6aef7-a9ec-4f49-989f-29ff1f7454dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e9fb9f5-0109-45fd-b0df-e68f2664a558 HTTP/1.1" status: 200 len: 217 time: 0.0502501 Jun 11 19:45:10.190032 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799e86d-fc14-41d8-bb39-fcc4adec7a15 req-6c8f5ff8-68de-4a1d-9810-f9472c7c6c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:10.191477 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a799e86d-fc14-41d8-bb39-fcc4adec7a15 req-6c8f5ff8-68de-4a1d-9810-f9472c7c6c2b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9fea0c3e-fee6-4516-82cc-d68abb511d19 HTTP/1.1" status: 200 len: 853 time: 0.0532234 Jun 11 19:45:10.253549 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799e86d-fc14-41d8-bb39-fcc4adec7a15 req-cccb2b12-2e24-4fb0-af60-257e763cc41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:10.255036 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a799e86d-fc14-41d8-bb39-fcc4adec7a15 req-cccb2b12-2e24-4fb0-af60-257e763cc41d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55a86ba6-d546-42e9-81ee-9b9687c06e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555358 Jun 11 19:45:10.370050 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a799e86d-fc14-41d8-bb39-fcc4adec7a15 req-0c2f361e-0797-444e-be72-53c99fb4c131 service neutron] 10.222.0.39 "GET /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068454 Jun 11 19:45:10.446788 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:10.487789 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a799e86d-fc14-41d8-bb39-fcc4adec7a15 req-6fcbc7b5-9d3c-4936-a368-b94924f74ca1 service neutron] 10.222.0.39 "GET /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109359 Jun 11 19:45:11.184943 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c9431-a0a0-43e0-8709-971099b66986 req-52478736-74f3-43c5-8416-b866d9056b33 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:11.186355 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e82c9431-a0a0-43e0-8709-971099b66986 req-52478736-74f3-43c5-8416-b866d9056b33 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 944 time: 0.0666468 Jun 11 19:45:11.230764 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e82c9431-a0a0-43e0-8709-971099b66986 req-dd9ebc96-82e6-4d4e-8bed-46eb3153c88e tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388443 Jun 11 19:45:11.947007 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:12.405352 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d0e1f-e0ac-4329-8540-bbb094a953ff req-6100df45-fea6-4708-8c17-86effbfcc88f tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:12.406781 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bc8d0e1f-e0ac-4329-8540-bbb094a953ff req-6100df45-fea6-4708-8c17-86effbfcc88f tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 944 time: 0.0676687 Jun 11 19:45:12.446919 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-bc8d0e1f-e0ac-4329-8540-bbb094a953ff req-9c0d1e6b-6986-4672-adf8-d92eb8beab7a tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345876 Jun 11 19:45:12.839954 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 2e9fb9f5-0109-45fd-b0df-e68f2664a558 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=91835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 19:45:12.953071 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 2e9fb9f5-0109-45fd-b0df-e68f2664a558, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2e9fb9f5-0109-45fd-b0df-e68f2664a558,segment=NetworkSegment(6d91de20-814a-4059-97ef-c668068809bf),segment_id=6d91de20-814a-4059-97ef-c668068809bf)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:45:12.965321 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Returning: {'device': '2e9fb9f5-0109-45fd-b0df-e68f2664a558', 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b', 'port_id': '2e9fb9f5-0109-45fd-b0df-e68f2664a558', 'mac_address': 'fa:16:3e:0e:80:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fea0c3e-fee6-4516-82cc-d68abb511d19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 19:45:13.010681 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:13.025203 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9fb9f5-0109-45fd-b0df-e68f2664a558 {{(pid=91835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 19:45:13.044514 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 2e9fb9f5-0109-45fd-b0df-e68f2664a558, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2e9fb9f5-0109-45fd-b0df-e68f2664a558,segment=NetworkSegment(6d91de20-814a-4059-97ef-c668068809bf),segment_id=6d91de20-814a-4059-97ef-c668068809bf)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:45:13.048315 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:13.049999 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-4403543d-b681-497d-984a-a9822869b477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:45:13.100079 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=2e9fb9f5-0109-45fd-b0df-e68f2664a558,revision_number=4']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:45:13.102842 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:45:13.285548 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['2e9fb9f5-0109-45fd-b0df-e68f2664a558'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:45:13.531856 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:45:13.628129 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdca43-ff2e-4619-9136-12876cd71631 req-03002d85-831c-4a94-8ebc-d49085fb3e89 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:13.629474 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-85bdca43-ff2e-4619-9136-12876cd71631 req-03002d85-831c-4a94-8ebc-d49085fb3e89 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 945 time: 0.0666573 Jun 11 19:45:13.673049 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-85bdca43-ff2e-4619-9136-12876cd71631 req-f47cf029-cdf5-49c8-9a02-5d257f80a9d1 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374730 Jun 11 19:45:14.847688 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f212c-ae43-44f4-955d-22d93f711115 req-e0f5b071-8029-4174-be2f-7db07ee7d386 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:14.848997 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 2e9fb9f5-0109-45fd-b0df-e68f2664a558 up at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 19:45:14.850050 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2c5f212c-ae43-44f4-955d-22d93f711115 req-e0f5b071-8029-4174-be2f-7db07ee7d386 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 945 time: 0.0679688 Jun 11 19:45:14.892244 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2c5f212c-ae43-44f4-955d-22d93f711115 req-5e2c32b1-8c47-4573-85dc-539d048fbb31 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365834 Jun 11 19:45:14.904768 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning for port 2e9fb9f5-0109-45fd-b0df-e68f2664a558 completed by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 19:45:14.908462 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Provisioning complete for port 2e9fb9f5-0109-45fd-b0df-e68f2664a558 triggered by entity L2. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:45:14.908838 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:14.996387 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:15.020208 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae5b042-e169-4fa6-9284-84e86720ee8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9fb9f5-0109-45fd-b0df-e68f2664a558'}] {{(pid=91835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:45:15.022412 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b70f5b6006fb10f18174d8c0dd4224deaa7e841a8b4aa2c2d2ab2535e2f9df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b66a33d-5b5e-4b07-84db-4e6e5f677256" -d '{"events": [{"server_uuid": "fae5b042-e169-4fa6-9284-84e86720ee8a", "name": "network-vif-plugged", "status": "completed", "tag": "2e9fb9f5-0109-45fd-b0df-e68f2664a558"}]}' {{(pid=91835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:45:15.035778 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] For port 2e9fb9f5-0109-45fd-b0df-e68f2664a558, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2e9fb9f5-0109-45fd-b0df-e68f2664a558,segment=NetworkSegment(6d91de20-814a-4059-97ef-c668068809bf),segment_id=6d91de20-814a-4059-97ef-c668068809bf)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:45:15.039493 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751'] for port, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:15.041362 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:45:15.093140 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Pushing event updated for resources: {'Port': ['ID=2e9fb9f5-0109-45fd-b0df-e68f2664a558,revision_number=5']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:45:15.096094 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:45:15.110533 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3436db0c-cbeb-4fb9-b65b-26b74ed113bd x-openstack-request-id: req-3436db0c-cbeb-4fb9-b65b-26b74ed113bd {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:45:15.110857 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae5b042-e169-4fa6-9284-84e86720ee8a", "name": "network-vif-plugged", "status": "completed", "tag": "2e9fb9f5-0109-45fd-b0df-e68f2664a558", "code": 200}]} {{(pid=91835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:45:15.111118 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3436db0c-cbeb-4fb9-b65b-26b74ed113bd {{(pid=91835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:45:15.111510 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae5b042-e169-4fa6-9284-84e86720ee8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9fb9f5-0109-45fd-b0df-e68f2664a558', 'code': 200} Jun 11 19:45:15.331929 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48426a80-137d-404a-8f78-d64640099beb req-da550c67-0f87-4402-864c-1a6e149530d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:15.333255 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-48426a80-137d-404a-8f78-d64640099beb req-da550c67-0f87-4402-864c-1a6e149530d8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 1099 time: 0.0557408 Jun 11 19:45:15.371527 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-48426a80-137d-404a-8f78-d64640099beb req-3b394a86-acef-46b6-b595-c75154dfa0cd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299404 Jun 11 19:45:16.072936 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553184b-0fa0-451e-ae8a-be961b58e994 req-5b33e4a4-402d-4d16-aca7-0ea22e1a7277 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:16.074272 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a553184b-0fa0-451e-ae8a-be961b58e994 req-5b33e4a4-402d-4d16-aca7-0ea22e1a7277 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 946 time: 0.0709059 Jun 11 19:45:16.115013 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-a553184b-0fa0-451e-ae8a-be961b58e994 req-6af1d8c8-f040-4faf-9daa-515393c07d6f tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351818 Jun 11 19:45:17.292743 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768276d-b2a5-4da1-b7b0-53c50ee0d36f req-87be94d8-50cc-4a71-b0b2-d027d7af07e3 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:17.294140 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4768276d-b2a5-4da1-b7b0-53c50ee0d36f req-87be94d8-50cc-4a71-b0b2-d027d7af07e3 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 946 time: 0.0665634 Jun 11 19:45:17.333319 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4768276d-b2a5-4da1-b7b0-53c50ee0d36f req-3c455b60-5a9e-437a-8266-c0e6dd86287b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336363 Jun 11 19:45:17.515966 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57051977-898e-4a3b-bc91-b81c761a784e req-54a07ef7-a1b4-4879-a004-4459bfaa23d1 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:17.517371 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-57051977-898e-4a3b-bc91-b81c761a784e req-54a07ef7-a1b4-4879-a004-4459bfaa23d1 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 946 time: 0.0759327 Jun 11 19:45:17.558291 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-57051977-898e-4a3b-bc91-b81c761a784e req-5531094a-3661-41fe-b714-3ff3aa5ebd26 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354183 Jun 11 19:45:17.952543 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d7328-108e-4c47-8307-f92062444e7d req-9aeba881-e816-4929-93d1-9a6b4de89782 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:17.953958 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-525d7328-108e-4c47-8307-f92062444e7d req-9aeba881-e816-4929-93d1-9a6b4de89782 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 946 time: 0.0686500 Jun 11 19:45:17.995575 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-525d7328-108e-4c47-8307-f92062444e7d req-225e5ff3-f13e-45ef-b481-de37e18c7cc8 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358748 Jun 11 19:45:26.446602 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad204eb-210f-4e2c-b04f-c5e3474486fa req-79eb139c-686e-43ee-a929-77a3c4d12112 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:26.448540 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8ad204eb-210f-4e2c-b04f-c5e3474486fa req-79eb139c-686e-43ee-a929-77a3c4d12112 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 946 time: 0.0710127 Jun 11 19:45:26.488793 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8ad204eb-210f-4e2c-b04f-c5e3474486fa req-a56d102d-7b0e-4f39-a4b3-5673a367775b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346944 Jun 11 19:45:26.512536 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 47140) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:45:26.605747 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1acbbd9-b99c-4292-be34-cfe5fc2aff3d tempest-TestMinimumBasicScenario-1130831235 tempest-TestMinimumBasicScenario-1130831235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:26.607510 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-c1acbbd9-b99c-4292-be34-cfe5fc2aff3d tempest-TestMinimumBasicScenario-1130831235 tempest-TestMinimumBasicScenario-1130831235-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 1094 time: 0.0939600 Jun 11 19:45:26.610534 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 47144) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:45:26.614770 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Request body: {'floatingip': {'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'port_id': '2e9fb9f5-0109-45fd-b0df-e68f2664a558', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:45:26.635574 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for floatingip, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:26.751286 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1981627'] for port, before_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:26.868543 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_common [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Allocated IP 172.27.0.130 (96e13ff2-92ce-495c-a9c8-09520c2db46e/3317fd00-ab75-48b2-85c3-a34ed1654e31/657c844c-b896-417d-ab21-a7bbba326f43) {{(pid=91834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 19:45:26.995707 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for port, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:27.037275 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1981560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-381744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747756059688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9110942'] for port, after_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:27.039215 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-4997a7d7-6e3f-4090-b154-47513f6109b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:45:27.081780 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Network 96e13ff2-92ce-495c-a9c8-09520c2db46e is already hosted by enough agents. {{(pid=91834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 19:45:27.084744 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.base_scheduler [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Resources bound (agent type, host, resource id): {{(pid=91834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 19:45:27.088234 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Received port after_create {{(pid=91834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 19:45:27.117609 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Pushing event updated for resources: {'Port': ['ID=657c844c-b896-417d-ab21-a7bbba326f43,revision_number=1']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:45:27.132073 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:27.132456 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:27.132826 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:27.133192 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:27.133553 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:27.133916 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:27.134908 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:27.135264 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:27.135619 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:27.135973 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:27.136326 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:27.136676 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:27.141189 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:45:27.477212 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:27.539885 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:27.627279 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:28.097877 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:28.102133 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:28.104839 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-2e343b2f-57e6-4f2a-881a-6538fb251a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:45:28.177609 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Pushing event updated for resources: {'Port': ['ID=657c844c-b896-417d-ab21-a7bbba326f43,revision_number=2']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:45:28.184618 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:45:28.193525 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931187'] for floatingip, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:28.328131 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.l3_db [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Floating IP ad6ec96e-2030-49c5-83f5-a9c1801daa8e associated. External IP: 172.27.0.130, port: 2e9fb9f5-0109-45fd-b0df-e68f2664a558. Jun 11 19:45:28.601009 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Router 907fdee6-8347-4580-83b9-558774ab3436 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:45:28.744464 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:45:28.753970 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3559b214-ae9e-4379-9c45-a96db83fbffe None None] Sync routers for ids ['907fdee6-8347-4580-83b9-558774ab3436'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:45:28.761091 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:28.763542 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3559b214-ae9e-4379-9c45-a96db83fbffe None None] Routers {'907fdee6-8347-4580-83b9-558774ab3436'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:45:28.764170 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-3559b214-ae9e-4379-9c45-a96db83fbffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:45:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['907fdee6-8347-4580-83b9-558774ab3436'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:45:28.802403 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-f58842cb-4806-4886-987f-e71272be1c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1908178 Jun 11 19:45:28.803089 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae5b042-e169-4fa6-9284-84e86720ee8a', 'tag': '2e9fb9f5-0109-45fd-b0df-e68f2664a558'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:45:28.805162 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 47146) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:45:28.805692 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8b2ac1-fcda-4b64-8b3c-080a48933abc" -d '{"events": [{"name": "network-changed", "server_uuid": "fae5b042-e169-4fa6-9284-84e86720ee8a", "tag": "2e9fb9f5-0109-45fd-b0df-e68f2664a558"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:45:28.811589 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-78862082', 'description': 'tempest-secgroup-smoke-78862082 description', 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:45:28.838208 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:28.847290 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017e2b89-16eb-45a4-a998-d294820d5db1 x-openstack-request-id: req-017e2b89-16eb-45a4-a998-d294820d5db1 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:45:28.847799 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae5b042-e169-4fa6-9284-84e86720ee8a", "tag": "2e9fb9f5-0109-45fd-b0df-e68f2664a558", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:45:28.848180 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-017e2b89-16eb-45a4-a998-d294820d5db1 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:45:28.848704 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae5b042-e169-4fa6-9284-84e86720ee8a', 'tag': '2e9fb9f5-0109-45fd-b0df-e68f2664a558', 'status': 'completed', 'code': 200} Jun 11 19:45:28.932688 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:28.933906 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b2ac1-fcda-4b64-8b3c-080a48933abc req-996f9af7-51b0-410f-97cd-a292ed7d3191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:28.935452 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ad8b2ac1-fcda-4b64-8b3c-080a48933abc req-996f9af7-51b0-410f-97cd-a292ed7d3191 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1878105eb21f4c9a90023ee2df6ad9fa&device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 1099 time: 0.0629909 Jun 11 19:45:28.940698 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:28.944299 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-701983b3-a414-44cf-af5a-0a4546792cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:45:28.968753 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:28.972724 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1623313 Jun 11 19:45:28.973015 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 47150) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:45:28.977480 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-997185db-69bb-49bf-8dbe-7be69c9ef09a tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Request body: {'security_group_rule': {'security_group_id': '038f6e89-67c6-4fe5-87d8-c5e5de76f25b', 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:45:28.995168 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038f6e89-67c6-4fe5-87d8-c5e5de76f25b,revision_number=1']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:45:29.006315 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:29.006849 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:29.007350 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:29.007814 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:29.008244 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:29.008667 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:29.009112 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:29.010619 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:29.010619 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:29.010849 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:29.011261 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:29.011683 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:45:29.015562 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:45:29.031859 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-997185db-69bb-49bf-8dbe-7be69c9ef09a tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.051314 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-3559b214-ae9e-4379-9c45-a96db83fbffe None None] Set router 907fdee6-8347-4580-83b9-558774ab3436 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:45:29.063563 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b2ac1-fcda-4b64-8b3c-080a48933abc req-1ada8fa4-7912-486e-a9e3-57e221ee24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:29.066001 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ad8b2ac1-fcda-4b64-8b3c-080a48933abc req-1ada8fa4-7912-486e-a9e3-57e221ee24b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55a86ba6-d546-42e9-81ee-9b9687c06e3b HTTP/1.1" status: 200 len: 915 time: 0.1234303 Jun 11 19:45:29.095628 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-997185db-69bb-49bf-8dbe-7be69c9ef09a tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.100051 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-997185db-69bb-49bf-8dbe-7be69c9ef09a tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.102369 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:45:29.122677 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997185db-69bb-49bf-8dbe-7be69c9ef09a tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65545eed-a151-4176-a84e-59a33e79a618,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:45:29.125660 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-997185db-69bb-49bf-8dbe-7be69c9ef09a tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:45:29.126654 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-997185db-69bb-49bf-8dbe-7be69c9ef09a tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.130258 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-997185db-69bb-49bf-8dbe-7be69c9ef09a tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1538165 Jun 11 19:45:29.130799 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 47152) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:45:29.135728 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-f016e2cb-8faa-4238-8ac7-d3ebb663929b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Request body: {'security_group_rule': {'security_group_id': '038f6e89-67c6-4fe5-87d8-c5e5de76f25b', 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:45:29.161833 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f016e2cb-8faa-4238-8ac7-d3ebb663929b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.168189 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ad8b2ac1-fcda-4b64-8b3c-080a48933abc req-fe023eb3-08d5-4a7c-a012-4da2d2d211e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e9fb9f5-0109-45fd-b0df-e68f2664a558 HTTP/1.1" status: 200 len: 1000 time: 0.0946374 Jun 11 19:45:29.226959 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b2ac1-fcda-4b64-8b3c-080a48933abc req-76e17ee0-abc1-4775-84a8-cfa059915191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:29.228566 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ad8b2ac1-fcda-4b64-8b3c-080a48933abc req-76e17ee0-abc1-4775-84a8-cfa059915191 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9fea0c3e-fee6-4516-82cc-d68abb511d19 HTTP/1.1" status: 200 len: 853 time: 0.0539379 Jun 11 19:45:29.231600 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f016e2cb-8faa-4238-8ac7-d3ebb663929b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.235841 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f016e2cb-8faa-4238-8ac7-d3ebb663929b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.237926 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-96f3a71f-0aa7-4708-b2bf-9c7088583404 tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:45:29.256166 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016e2cb-8faa-4238-8ac7-d3ebb663929b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fcaaf8-60a5-4b93-a896-944e484fb16f,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:45:29.264939 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-f016e2cb-8faa-4238-8ac7-d3ebb663929b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:45:29.268470 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-f016e2cb-8faa-4238-8ac7-d3ebb663929b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.271735 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-f016e2cb-8faa-4238-8ac7-d3ebb663929b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376364 Jun 11 19:45:29.272044 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 47154) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:45:29.276737 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-6bb6b2ac-d389-4cff-8516-5aaa9e77ea43 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Request body: {'security_group_rule': {'security_group_id': '038f6e89-67c6-4fe5-87d8-c5e5de76f25b', 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:45:29.299531 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b2ac1-fcda-4b64-8b3c-080a48933abc req-13d3c21e-0748-4440-aaa7-6c0299a83fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:29.301334 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ad8b2ac1-fcda-4b64-8b3c-080a48933abc req-13d3c21e-0748-4440-aaa7-6c0299a83fe6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55a86ba6-d546-42e9-81ee-9b9687c06e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658820 Jun 11 19:45:29.304989 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6bb6b2ac-d389-4cff-8516-5aaa9e77ea43 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.363907 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-3559b214-ae9e-4379-9c45-a96db83fbffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907fdee6-8347-4580-83b9-558774ab3436', 'name': 'tempest-TestMinimumBasicScenario-748502937-router', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:35Z', 'updated_at': '2021-06-11T19:44:39Z', 'revision_number': 4, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'gw_port': {'id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:36Z', 'updated_at': '2021-06-11T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': 'ad6ec96e-2030-49c5-83f5-a9c1801daa8e', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '907fdee6-8347-4580-83b9-558774ab3436', 'port_id': '2e9fb9f5-0109-45fd-b0df-e68f2664a558', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b', 'mac_address': 'fa:16:3e:0e:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae5b042-e169-4fa6-9284-84e86720ee8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:45:27Z', 'updated_at': '2021-06-11T19:45:27Z', 'revision_number': 0, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1b06bb-b257-42bc-b0b4-b7be6a49d51c', 'name': '', 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'mac_address': 'fa:16:3e:ef:46:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9fea0c3e-fee6-4516-82cc-d68abb511d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:38Z', 'updated_at': '2021-06-11T19:44:44Z', 'revision_number': 5, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'subnets': [{'id': '9fea0c3e-fee6-4516-82cc-d68abb511d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:45:29.367409 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3559b214-ae9e-4379-9c45-a96db83fbffe None None] Checking router: 907fdee6-8347-4580-83b9-558774ab3436 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:45:29.374958 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6bb6b2ac-d389-4cff-8516-5aaa9e77ea43 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.377577 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3559b214-ae9e-4379-9c45-a96db83fbffe None None] Routers {'907fdee6-8347-4580-83b9-558774ab3436'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:45:29.378138 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-3559b214-ae9e-4379-9c45-a96db83fbffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:45:09Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['907fdee6-8347-4580-83b9-558774ab3436'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:45:29.379795 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6bb6b2ac-d389-4cff-8516-5aaa9e77ea43 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.385986 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:45:29.401463 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6b2ac-d389-4cff-8516-5aaa9e77ea43 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6dd3e35-5512-4395-b46f-6fb35464d5e9,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:45:29.404019 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-6bb6b2ac-d389-4cff-8516-5aaa9e77ea43 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:45:29.405284 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-6bb6b2ac-d389-4cff-8516-5aaa9e77ea43 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.406681 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-6bb6b2ac-d389-4cff-8516-5aaa9e77ea43 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336622 Jun 11 19:45:29.409222 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 47156) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:45:29.413899 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-0f08cd84-2618-4b10-a33e-ca33bbace104 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Request body: {'security_group_rule': {'security_group_id': '038f6e89-67c6-4fe5-87d8-c5e5de76f25b', 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:45:29.433669 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ad8b2ac1-fcda-4b64-8b3c-080a48933abc req-45164b16-7285-4f70-9842-23dfd1e2b87a service neutron] 10.222.0.39 "GET /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252327 Jun 11 19:45:29.440900 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0f08cd84-2618-4b10-a33e-ca33bbace104 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.509891 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0f08cd84-2618-4b10-a33e-ca33bbace104 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.514109 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0f08cd84-2618-4b10-a33e-ca33bbace104 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.516611 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-997185db-69bb-49bf-8dbe-7be69c9ef09a tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:45:29.521930 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-3559b214-ae9e-4379-9c45-a96db83fbffe None None] Set router 907fdee6-8347-4580-83b9-558774ab3436 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:45:29.534092 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08cd84-2618-4b10-a33e-ca33bbace104 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c4d716-44b3-44ff-9176-8c595080aa95,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:45:29.536826 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-0f08cd84-2618-4b10-a33e-ca33bbace104 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:45:29.542781 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-0f08cd84-2618-4b10-a33e-ca33bbace104 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.544382 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-0f08cd84-2618-4b10-a33e-ca33bbace104 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338294 Jun 11 19:45:29.546666 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 47158) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:45:29.551715 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-b01de0b0-c138-4edf-a811-94a670af92fb tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Request body: {'security_group_rule': {'security_group_id': '038f6e89-67c6-4fe5-87d8-c5e5de76f25b', 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:45:29.564130 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ad8b2ac1-fcda-4b64-8b3c-080a48933abc req-55130e63-e4eb-47cf-91ff-96d7706804be service neutron] 10.222.0.39 "GET /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221461 Jun 11 19:45:29.576039 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.securitygroups_db [None req-b01de0b0-c138-4edf-a811-94a670af92fb tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Project 1878105eb21f4c9a90023ee2df6ad9fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 19:45:29.580961 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b01de0b0-c138-4edf-a811-94a670af92fb tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.646171 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b01de0b0-c138-4edf-a811-94a670af92fb tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.649526 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b01de0b0-c138-4edf-a811-94a670af92fb tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.655101 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:45:29.671162 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01de0b0-c138-4edf-a811-94a670af92fb tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0e68c1-445e-41a2-8922-332f120e88c6,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:45:29.673724 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-b01de0b0-c138-4edf-a811-94a670af92fb tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:45:29.675068 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-b01de0b0-c138-4edf-a811-94a670af92fb tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.678737 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-b01de0b0-c138-4edf-a811-94a670af92fb tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285033 Jun 11 19:45:29.679189 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 47160) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:45:29.683850 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.v2.base [None req-62b8de9f-0e00-4ae7-b6e0-56d6dd3d8315 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Request body: {'security_group_rule': {'security_group_id': '038f6e89-67c6-4fe5-87d8-c5e5de76f25b', 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:45:29.704849 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.db.securitygroups_db [None req-62b8de9f-0e00-4ae7-b6e0-56d6dd3d8315 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Project 1878105eb21f4c9a90023ee2df6ad9fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 19:45:29.709748 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-62b8de9f-0e00-4ae7-b6e0-56d6dd3d8315 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.776959 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-62b8de9f-0e00-4ae7-b6e0-56d6dd3d8315 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.780545 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-62b8de9f-0e00-4ae7-b6e0-56d6dd3d8315 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964558'] for security_group_rule, after_create {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.782576 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:45:29.803709 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8de9f-0e00-4ae7-b6e0-56d6dd3d8315 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9a64fa-ad13-4835-a94d-2264efd1c1f8,revision_number=0']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:45:29.806724 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-62b8de9f-0e00-4ae7-b6e0-56d6dd3d8315 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:45:29.812473 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-62b8de9f-0e00-4ae7-b6e0-56d6dd3d8315 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:29.813831 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-62b8de9f-0e00-4ae7-b6e0-56d6dd3d8315 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339996 Jun 11 19:45:29.820479 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-3559b214-ae9e-4379-9c45-a96db83fbffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907fdee6-8347-4580-83b9-558774ab3436', 'name': 'tempest-TestMinimumBasicScenario-748502937-router', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:35Z', 'updated_at': '2021-06-11T19:44:39Z', 'revision_number': 4, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'gw_port': {'id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:36Z', 'updated_at': '2021-06-11T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': 'ad6ec96e-2030-49c5-83f5-a9c1801daa8e', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '907fdee6-8347-4580-83b9-558774ab3436', 'port_id': '2e9fb9f5-0109-45fd-b0df-e68f2664a558', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b', 'mac_address': 'fa:16:3e:0e:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae5b042-e169-4fa6-9284-84e86720ee8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:45:27Z', 'updated_at': '2021-06-11T19:45:27Z', 'revision_number': 0, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1b06bb-b257-42bc-b0b4-b7be6a49d51c', 'name': '', 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'mac_address': 'fa:16:3e:ef:46:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9fea0c3e-fee6-4516-82cc-d68abb511d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:38Z', 'updated_at': '2021-06-11T19:44:44Z', 'revision_number': 5, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'subnets': [{'id': '9fea0c3e-fee6-4516-82cc-d68abb511d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:45:29.824044 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3559b214-ae9e-4379-9c45-a96db83fbffe None None] The sync data for ids ['907fdee6-8347-4580-83b9-558774ab3436'] in dv-cinder-790535-3-iscsi is: [{'id': '907fdee6-8347-4580-83b9-558774ab3436', 'name': 'tempest-TestMinimumBasicScenario-748502937-router', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:35Z', 'updated_at': '2021-06-11T19:44:39Z', 'revision_number': 4, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'gw_port': {'id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:36Z', 'updated_at': '2021-06-11T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_floatingips': [{'id': 'ad6ec96e-2030-49c5-83f5-a9c1801daa8e', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'router_id': '907fdee6-8347-4580-83b9-558774ab3436', 'port_id': '2e9fb9f5-0109-45fd-b0df-e68f2664a558', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b', 'mac_address': 'fa:16:3e:0e:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae5b042-e169-4fa6-9284-84e86720ee8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T19:45:27Z', 'updated_at': '2021-06-11T19:45:27Z', 'revision_number': 0, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b1b06bb-b257-42bc-b0b4-b7be6a49d51c', 'name': '', 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'mac_address': 'fa:16:3e:ef:46:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9fea0c3e-fee6-4516-82cc-d68abb511d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:38Z', 'updated_at': '2021-06-11T19:44:44Z', 'revision_number': 5, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'subnets': [{'id': '9fea0c3e-fee6-4516-82cc-d68abb511d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:45:29.939551 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-156f1acc-904f-4c34-8d93-7c28c97ed4bd req-bde5c8d8-4055-4e76-a553-4ff8f11ca818 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78862082&fields=id&tenant_id=1878105eb21f4c9a90023ee2df6ad9fa HTTP/1.1" status: 200 len: 267 time: 0.0361698 Jun 11 19:45:30.009409 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecdc01a-889c-403d-a5bf-c31f17428d1a None None] New status for floating IP ad6ec96e-2030-49c5-83f5-a9c1801daa8e: ACTIVE {{(pid=91836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:45:30.018094 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f1acc-904f-4c34-8d93-7c28c97ed4bd req-90bdedc3-7ab2-479f-aab4-eb8b2fe35b0c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:30.019608 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-156f1acc-904f-4c34-8d93-7c28c97ed4bd req-90bdedc3-7ab2-479f-aab4-eb8b2fe35b0c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 946 time: 0.0744617 Jun 11 19:45:30.030884 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-156f1acc-904f-4c34-8d93-7c28c97ed4bd req-0f659295-0f50-4258-9379-3e678df59741 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Request body: {'port': {'security_groups': ['54d756bc-f77e-4492-a5fe-19838fb452db', '038f6e89-67c6-4fe5-87d8-c5e5de76f25b']}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:45:30.125891 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-156f1acc-904f-4c34-8d93-7c28c97ed4bd req-0f659295-0f50-4258-9379-3e678df59741 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:30.350573 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-156f1acc-904f-4c34-8d93-7c28c97ed4bd req-0f659295-0f50-4258-9379-3e678df59741 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] For port 2e9fb9f5-0109-45fd-b0df-e68f2664a558, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2e9fb9f5-0109-45fd-b0df-e68f2664a558,segment=NetworkSegment(6d91de20-814a-4059-97ef-c668068809bf),segment_id=6d91de20-814a-4059-97ef-c668068809bf)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:45:30.379929 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-156f1acc-904f-4c34-8d93-7c28c97ed4bd req-0f659295-0f50-4258-9379-3e678df59741 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:30.384138 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-156f1acc-904f-4c34-8d93-7c28c97ed4bd req-0f659295-0f50-4258-9379-3e678df59741 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:30.389479 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-40ffd17a-fd73-4719-9da8-9a1500fe8ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:45:30.402209 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['2e9fb9f5-0109-45fd-b0df-e68f2664a558'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:45:30.431894 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f1acc-904f-4c34-8d93-7c28c97ed4bd req-0f659295-0f50-4258-9379-3e678df59741 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:30.432521 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-156f1acc-904f-4c34-8d93-7c28c97ed4bd req-0f659295-0f50-4258-9379-3e678df59741 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:30.433923 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-156f1acc-904f-4c34-8d93-7c28c97ed4bd req-0f659295-0f50-4258-9379-3e678df59741 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "PUT /v2.0/ports/2e9fb9f5-0109-45fd-b0df-e68f2664a558 HTTP/1.1" status: 200 len: 982 time: 0.4075654 Jun 11 19:45:30.477847 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f659295-0f50-4258-9379-3e678df59741 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Pushing event updated for resources: {'Port': ['ID=2e9fb9f5-0109-45fd-b0df-e68f2664a558,revision_number=6']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:45:30.482042 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-0f659295-0f50-4258-9379-3e678df59741 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:45:30.502708 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['2e9fb9f5-0109-45fd-b0df-e68f2664a558'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:45:30.629501 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d4bdc-00c1-419d-8214-417e8355c7e8 req-b8fa4a06-19a5-4a3b-bf01-466fdbee9d93 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:30.631110 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4c3d4bdc-00c1-419d-8214-417e8355c7e8 req-b8fa4a06-19a5-4a3b-bf01-466fdbee9d93 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 985 time: 0.0738556 Jun 11 19:45:30.676871 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-4c3d4bdc-00c1-419d-8214-417e8355c7e8 req-18f614a6-c4c9-4c88-9fcd-f72a2d7945c4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=038f6e89-67c6-4fe5-87d8-c5e5de76f25b&id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0393834 Jun 11 19:45:30.738126 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-8135e37e-5a57-4791-86a6-770e73797aa9 None None] Provisioning complete for port 2e9fb9f5-0109-45fd-b0df-e68f2664a558 triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:45:30.738512 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-8135e37e-5a57-4791-86a6-770e73797aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:30.849799 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae5b042-e169-4fa6-9284-84e86720ee8a', 'tag': '2e9fb9f5-0109-45fd-b0df-e68f2664a558'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:45:30.852368 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffe2fa2-302b-4a82-b0c5-782324a4f5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "fae5b042-e169-4fa6-9284-84e86720ee8a", "tag": "2e9fb9f5-0109-45fd-b0df-e68f2664a558"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:45:30.888288 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf96b0e-dcd7-419e-9d86-74868f547cfc x-openstack-request-id: req-cbf96b0e-dcd7-419e-9d86-74868f547cfc {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:45:30.888614 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae5b042-e169-4fa6-9284-84e86720ee8a", "tag": "2e9fb9f5-0109-45fd-b0df-e68f2664a558", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:45:30.888902 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbf96b0e-dcd7-419e-9d86-74868f547cfc {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:45:30.889326 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae5b042-e169-4fa6-9284-84e86720ee8a', 'tag': '2e9fb9f5-0109-45fd-b0df-e68f2664a558', 'status': 'completed', 'code': 200} Jun 11 19:45:30.968866 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe2fa2-302b-4a82-b0c5-782324a4f5c2 req-ca89fac4-d0be-4ac3-800c-2ffbbdff594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:30.970516 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5ffe2fa2-302b-4a82-b0c5-782324a4f5c2 req-ca89fac4-d0be-4ac3-800c-2ffbbdff594b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1878105eb21f4c9a90023ee2df6ad9fa&device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 1138 time: 0.0582323 Jun 11 19:45:31.088944 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe2fa2-302b-4a82-b0c5-782324a4f5c2 req-6a0a239d-89c4-4e18-9a12-8e34c59d3ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:31.090358 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5ffe2fa2-302b-4a82-b0c5-782324a4f5c2 req-6a0a239d-89c4-4e18-9a12-8e34c59d3ab8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55a86ba6-d546-42e9-81ee-9b9687c06e3b HTTP/1.1" status: 200 len: 915 time: 0.1126182 Jun 11 19:45:31.170293 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5ffe2fa2-302b-4a82-b0c5-782324a4f5c2 req-d192fa88-071c-4f38-8770-bbc434834455 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e9fb9f5-0109-45fd-b0df-e68f2664a558 HTTP/1.1" status: 200 len: 1002 time: 0.0727830 Jun 11 19:45:31.229814 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe2fa2-302b-4a82-b0c5-782324a4f5c2 req-66ae6a16-fdc2-466b-9e06-11c39d53ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:31.231210 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5ffe2fa2-302b-4a82-b0c5-782324a4f5c2 req-66ae6a16-fdc2-466b-9e06-11c39d53ca58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9fea0c3e-fee6-4516-82cc-d68abb511d19 HTTP/1.1" status: 200 len: 853 time: 0.0534961 Jun 11 19:45:31.292935 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe2fa2-302b-4a82-b0c5-782324a4f5c2 req-2ae1e914-4918-492c-b805-65bd99de06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:31.294345 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5ffe2fa2-302b-4a82-b0c5-782324a4f5c2 req-2ae1e914-4918-492c-b805-65bd99de06b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55a86ba6-d546-42e9-81ee-9b9687c06e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557804 Jun 11 19:45:31.413907 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5ffe2fa2-302b-4a82-b0c5-782324a4f5c2 req-188c9f8e-a348-4271-a455-366bc66be3c0 service neutron] 10.222.0.39 "GET /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081002 Jun 11 19:45:31.534892 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5ffe2fa2-302b-4a82-b0c5-782324a4f5c2 req-ae994989-6b96-4900-a802-614d59caf4b2 service neutron] 10.222.0.39 "GET /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138980 Jun 11 19:45:36.474257 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-63d0a691-65d1-4564-a619-2c4c7423c3fc req-4bad9660-0eca-4c8a-9ca5-108c298b6482 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588772 Jun 11 19:45:36.571352 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0a691-65d1-4564-a619-2c4c7423c3fc req-b1ae723c-57c1-4219-9f54-b3e2cdfdce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:36.573408 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-63d0a691-65d1-4564-a619-2c4c7423c3fc req-b1ae723c-57c1-4219-9f54-b3e2cdfdce7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1878105eb21f4c9a90023ee2df6ad9fa&device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 1138 time: 0.0576046 Jun 11 19:45:36.695894 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-cb91e73d-55d1-4eea-9769-4044a203d4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:36.702548 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0a691-65d1-4564-a619-2c4c7423c3fc req-9e124613-a64e-4225-9805-09dccf4f0760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:36.703982 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-63d0a691-65d1-4564-a619-2c4c7423c3fc req-9e124613-a64e-4225-9805-09dccf4f0760 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55a86ba6-d546-42e9-81ee-9b9687c06e3b HTTP/1.1" status: 200 len: 915 time: 0.1109791 Jun 11 19:45:36.788366 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-63d0a691-65d1-4564-a619-2c4c7423c3fc req-eb07b842-9fbe-47b2-872c-ed2ff9070870 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e9fb9f5-0109-45fd-b0df-e68f2664a558 HTTP/1.1" status: 200 len: 1002 time: 0.0768697 Jun 11 19:45:36.842666 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0a691-65d1-4564-a619-2c4c7423c3fc req-74474520-4ac1-4631-93a3-bcc49d9b9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:36.844008 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-63d0a691-65d1-4564-a619-2c4c7423c3fc req-74474520-4ac1-4631-93a3-bcc49d9b9ea9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9fea0c3e-fee6-4516-82cc-d68abb511d19 HTTP/1.1" status: 200 len: 853 time: 0.0491209 Jun 11 19:45:36.909179 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0a691-65d1-4564-a619-2c4c7423c3fc req-4fceb70c-df4f-4a94-819f-3367ad399507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:36.910644 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-63d0a691-65d1-4564-a619-2c4c7423c3fc req-4fceb70c-df4f-4a94-819f-3367ad399507 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55a86ba6-d546-42e9-81ee-9b9687c06e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588622 Jun 11 19:45:37.020994 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-63d0a691-65d1-4564-a619-2c4c7423c3fc req-a4717848-532d-4f1c-bbf8-f1d420292703 service neutron] 10.222.0.39 "GET /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002498 Jun 11 19:45:37.136073 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-63d0a691-65d1-4564-a619-2c4c7423c3fc req-e9fb85ee-ba49-4660-a1b4-767b3dd6c0dc service neutron] 10.222.0.39 "GET /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073217 Jun 11 19:45:39.057377 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-fcff75a9-3904-465e-8806-c7c970e4e331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:39.251088 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:40.448594 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:41.949767 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:50.531069 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:45:53.667265 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821c968-d823-4827-99d0-15eb3388de9b req-6ac5c356-18dd-44a6-a743-21703dd2c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:53.668625 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2821c968-d823-4827-99d0-15eb3388de9b req-6ac5c356-18dd-44a6-a743-21703dd2c73d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1878105eb21f4c9a90023ee2df6ad9fa&device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 1138 time: 0.1148224 Jun 11 19:45:53.679475 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1bcd1-9cff-49f8-9337-5d65f25f4fdb req-df9f7999-4b6b-4b98-9374-d42ff881a47c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:53.680836 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c0b1bcd1-9cff-49f8-9337-5d65f25f4fdb req-df9f7999-4b6b-4b98-9374-d42ff881a47c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 985 time: 0.0961485 Jun 11 19:45:53.797649 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-c0b1bcd1-9cff-49f8-9337-5d65f25f4fdb req-263269cb-27f1-4cac-9103-2a28902bc126 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=038f6e89-67c6-4fe5-87d8-c5e5de76f25b&id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1081707 Jun 11 19:45:53.818853 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821c968-d823-4827-99d0-15eb3388de9b req-2aaebe51-8620-435d-acc1-764f7d7cc807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:53.820278 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2821c968-d823-4827-99d0-15eb3388de9b req-2aaebe51-8620-435d-acc1-764f7d7cc807 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55a86ba6-d546-42e9-81ee-9b9687c06e3b HTTP/1.1" status: 200 len: 915 time: 0.1386323 Jun 11 19:45:53.903539 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2821c968-d823-4827-99d0-15eb3388de9b req-82b3f08a-26b5-4e51-ab40-086542205b94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e9fb9f5-0109-45fd-b0df-e68f2664a558 HTTP/1.1" status: 200 len: 1002 time: 0.0757792 Jun 11 19:45:54.259516 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821c968-d823-4827-99d0-15eb3388de9b req-a8bcb8de-681e-460c-918a-de73443c9b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:54.260939 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2821c968-d823-4827-99d0-15eb3388de9b req-a8bcb8de-681e-460c-918a-de73443c9b72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9fea0c3e-fee6-4516-82cc-d68abb511d19 HTTP/1.1" status: 200 len: 853 time: 0.3502734 Jun 11 19:45:54.338159 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821c968-d823-4827-99d0-15eb3388de9b req-46c3ae45-1b6a-48de-b4b8-615fdcda33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:54.339583 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2821c968-d823-4827-99d0-15eb3388de9b req-46c3ae45-1b6a-48de-b4b8-615fdcda33c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55a86ba6-d546-42e9-81ee-9b9687c06e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561364 Jun 11 19:45:54.452595 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2821c968-d823-4827-99d0-15eb3388de9b req-ac792557-080f-495c-b89a-613be9fcd4ee service neutron] 10.222.0.39 "GET /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047485 Jun 11 19:45:54.565610 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-2821c968-d823-4827-99d0-15eb3388de9b req-91e27789-4eb3-4346-8beb-d7847ea377da service neutron] 10.222.0.39 "GET /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048162 Jun 11 19:45:54.979151 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09d62a-b0b5-4731-8096-02e95a17a101 req-e94d1bf8-5ed3-4b7d-9e41-25ea29326e5f tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:54.980572 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-af09d62a-b0b5-4731-8096-02e95a17a101 req-e94d1bf8-5ed3-4b7d-9e41-25ea29326e5f tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 985 time: 0.0682654 Jun 11 19:45:55.022407 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-af09d62a-b0b5-4731-8096-02e95a17a101 req-68c875c6-52b6-4b42-9cb1-2a582aa22f9b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=038f6e89-67c6-4fe5-87d8-c5e5de76f25b&id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0362680 Jun 11 19:45:56.201476 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523888a1-f788-4f0c-be0a-2500301c2b4b req-cf9253b9-1b37-44b1-b8e6-d818da472c81 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:56.202916 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-523888a1-f788-4f0c-be0a-2500301c2b4b req-cf9253b9-1b37-44b1-b8e6-d818da472c81 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 985 time: 0.0708630 Jun 11 19:45:56.248046 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-523888a1-f788-4f0c-be0a-2500301c2b4b req-6a9dd7b6-d0ee-476c-aa0e-001eaebf4907 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=038f6e89-67c6-4fe5-87d8-c5e5de76f25b&id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0395474 Jun 11 19:45:57.423364 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c541a-d9f1-461f-acc9-d3230199cc58 req-f43caf05-9eab-4eb3-85ed-91ece19b3dce tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:57.424763 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9d4c541a-d9f1-461f-acc9-d3230199cc58 req-f43caf05-9eab-4eb3-85ed-91ece19b3dce tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 985 time: 0.0671289 Jun 11 19:45:57.466753 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9d4c541a-d9f1-461f-acc9-d3230199cc58 req-6df4f34d-2307-4b5d-aab3-f63a127b817e tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=038f6e89-67c6-4fe5-87d8-c5e5de76f25b&id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0363283 Jun 11 19:45:57.486032 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:45:58.654246 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843808f-5915-4e1f-973f-575410be7508 req-136f564c-dc2c-48a0-8f50-a2710ed252f3 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:58.655669 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3843808f-5915-4e1f-973f-575410be7508 req-136f564c-dc2c-48a0-8f50-a2710ed252f3 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 985 time: 0.0702353 Jun 11 19:45:58.698599 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3843808f-5915-4e1f-973f-575410be7508 req-07ef7e83-6602-4c3f-be4a-42bf7a1e6ef0 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=038f6e89-67c6-4fe5-87d8-c5e5de76f25b&id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0371723 Jun 11 19:45:59.881169 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fa0b6-c87a-4452-91e8-b6b5f350a644 req-2e6b9349-3228-41b8-b351-77c5d1f86a57 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:45:59.882618 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cd2fa0b6-c87a-4452-91e8-b6b5f350a644 req-2e6b9349-3228-41b8-b351-77c5d1f86a57 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 985 time: 0.0684013 Jun 11 19:45:59.925273 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-cd2fa0b6-c87a-4452-91e8-b6b5f350a644 req-31a0044c-773a-4c2c-aba5-b12fee3762e4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=038f6e89-67c6-4fe5-87d8-c5e5de76f25b&id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0361497 Jun 11 19:46:01.105248 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae55293-b7e7-4b86-b278-ea37a72788d1 req-a179d3ec-a38c-42ac-9cab-a6f8899377ed tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:01.106622 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0ae55293-b7e7-4b86-b278-ea37a72788d1 req-a179d3ec-a38c-42ac-9cab-a6f8899377ed tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 985 time: 0.0712647 Jun 11 19:46:01.149918 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-0ae55293-b7e7-4b86-b278-ea37a72788d1 req-662fb56d-ce4b-4b44-bb76-9d3b391b0d59 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=038f6e89-67c6-4fe5-87d8-c5e5de76f25b&id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0371127 Jun 11 19:46:02.327205 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85cd388-4f68-4f71-ac10-c94d38787f06 req-923ddebf-efb8-4275-a607-c5c6ab3aed0d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:02.328629 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b85cd388-4f68-4f71-ac10-c94d38787f06 req-923ddebf-efb8-4275-a607-c5c6ab3aed0d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 985 time: 0.0674484 Jun 11 19:46:02.371817 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-b85cd388-4f68-4f71-ac10-c94d38787f06 req-f3faf169-449e-46aa-9132-d626f6b249d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=038f6e89-67c6-4fe5-87d8-c5e5de76f25b&id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0375679 Jun 11 19:46:03.550336 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00285d-606e-43d0-aa67-5c44de7e532f req-1bd06ee7-b304-422b-b119-8ebebed5d311 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:03.551770 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8a00285d-606e-43d0-aa67-5c44de7e532f req-1bd06ee7-b304-422b-b119-8ebebed5d311 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 985 time: 0.0709143 Jun 11 19:46:03.594462 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8a00285d-606e-43d0-aa67-5c44de7e532f req-bd792ae2-7b33-44b9-876e-4137343ac3b1 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=038f6e89-67c6-4fe5-87d8-c5e5de76f25b&id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0365665 Jun 11 19:46:04.770718 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc36575-5d77-4392-88ac-27ef323ccee0 req-f6055fcc-4387-4e90-a3df-7484398db9fe tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:04.772141 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5cc36575-5d77-4392-88ac-27ef323ccee0 req-f6055fcc-4387-4e90-a3df-7484398db9fe tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 985 time: 0.0681400 Jun 11 19:46:04.814632 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5cc36575-5d77-4392-88ac-27ef323ccee0 req-0f2f12c5-be7d-4346-93aa-8d4fdfe8f666 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=038f6e89-67c6-4fe5-87d8-c5e5de76f25b&id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0362082 Jun 11 19:46:05.994872 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2a645-7bd2-4b5c-920e-03223c0ca4b8 req-ef2ae10a-4c86-471e-ba5f-03dcbfc9a2c3 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:05.996376 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e8e2a645-7bd2-4b5c-920e-03223c0ca4b8 req-ef2ae10a-4c86-471e-ba5f-03dcbfc9a2c3 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 985 time: 0.0716958 Jun 11 19:46:06.043532 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e8e2a645-7bd2-4b5c-920e-03223c0ca4b8 req-152dfd1a-a1b2-49c0-bf73-9b7b7d736aad tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=038f6e89-67c6-4fe5-87d8-c5e5de76f25b&id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0411494 Jun 11 19:46:06.697037 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-9bf649b9-7b0d-4203-b5cf-b223ce9b6b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:07.225309 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851f1bc-e06b-4b84-bb03-0de8fc89fbb6 req-7981ce6f-636c-4ad8-bd61-617c9fd15123 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:07.226789 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9851f1bc-e06b-4b84-bb03-0de8fc89fbb6 req-7981ce6f-636c-4ad8-bd61-617c9fd15123 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 985 time: 0.0690110 Jun 11 19:46:07.273640 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-9851f1bc-e06b-4b84-bb03-0de8fc89fbb6 req-42284edd-fe85-4e20-b14c-3ffbfbf1ed51 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=038f6e89-67c6-4fe5-87d8-c5e5de76f25b&id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0406570 Jun 11 19:46:08.457597 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f452e-0648-4847-9621-3a84e8ddcbe4 req-10043f78-b09a-4e1f-8617-cd59c98978ae tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:08.459308 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-eb5f452e-0648-4847-9621-3a84e8ddcbe4 req-10043f78-b09a-4e1f-8617-cd59c98978ae tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 985 time: 0.0714433 Jun 11 19:46:08.502346 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-eb5f452e-0648-4847-9621-3a84e8ddcbe4 req-60db0a80-f5e3-4b94-873f-5ba22e05c8a3 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=038f6e89-67c6-4fe5-87d8-c5e5de76f25b&id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0371308 Jun 11 19:46:09.057838 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-7546c599-d958-4f5e-87f5-b952243e64e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:09.251917 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:09.686297 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537513a-2577-4972-9a35-10683982ebcf req-05e3ba13-c881-4004-adc5-f46d4cdf2561 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:09.687925 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d537513a-2577-4972-9a35-10683982ebcf req-05e3ba13-c881-4004-adc5-f46d4cdf2561 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 985 time: 0.0725009 Jun 11 19:46:09.730460 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-d537513a-2577-4972-9a35-10683982ebcf req-d02d8b0b-7b52-41ce-b113-e5475360e189 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=038f6e89-67c6-4fe5-87d8-c5e5de76f25b&id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0368438 Jun 11 19:46:10.451496 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:10.909804 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709103a-ce4d-4b80-929a-cfd58dbff931 req-53d13e36-f705-4e93-9dbe-b241880b324b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:10.911230 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e709103a-ce4d-4b80-929a-cfd58dbff931 req-53d13e36-f705-4e93-9dbe-b241880b324b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 985 time: 0.0702600 Jun 11 19:46:10.952706 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-e709103a-ce4d-4b80-929a-cfd58dbff931 req-3d64b513-88ca-48f4-be88-336ce4e1c00f tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=038f6e89-67c6-4fe5-87d8-c5e5de76f25b&id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0358918 Jun 11 19:46:11.951547 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:27.489964 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:27.529474 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:46:36.697578 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-bf599a96-b681-4aa0-9308-49cca7f9f333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:38.455517 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-177c5762-a310-4f54-bd12-8f73ce28cd65 req-188d1926-f96a-4a64-b91f-e60efb84a555 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557618 Jun 11 19:46:38.557070 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c5762-a310-4f54-bd12-8f73ce28cd65 req-2db60aed-f271-4494-b194-24a1995d9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:38.558471 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-177c5762-a310-4f54-bd12-8f73ce28cd65 req-2db60aed-f271-4494-b194-24a1995d9cd0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1878105eb21f4c9a90023ee2df6ad9fa&device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 1138 time: 0.0608854 Jun 11 19:46:38.680314 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c5762-a310-4f54-bd12-8f73ce28cd65 req-76afd66a-813d-469c-ba7d-e9146f7786bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:38.682205 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-177c5762-a310-4f54-bd12-8f73ce28cd65 req-76afd66a-813d-469c-ba7d-e9146f7786bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=55a86ba6-d546-42e9-81ee-9b9687c06e3b HTTP/1.1" status: 200 len: 915 time: 0.1041358 Jun 11 19:46:38.766604 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-177c5762-a310-4f54-bd12-8f73ce28cd65 req-e9f52bca-f617-43e3-b8ef-51770ca0d336 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e9fb9f5-0109-45fd-b0df-e68f2664a558 HTTP/1.1" status: 200 len: 1002 time: 0.0767698 Jun 11 19:46:38.822347 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c5762-a310-4f54-bd12-8f73ce28cd65 req-5e20f79c-0196-484f-85d2-5a4642f88a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:38.823801 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-177c5762-a310-4f54-bd12-8f73ce28cd65 req-5e20f79c-0196-484f-85d2-5a4642f88a07 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9fea0c3e-fee6-4516-82cc-d68abb511d19 HTTP/1.1" status: 200 len: 853 time: 0.0495663 Jun 11 19:46:38.888942 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c5762-a310-4f54-bd12-8f73ce28cd65 req-3ff8584b-8a6c-4c50-855d-715df6d4ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:38.890341 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-177c5762-a310-4f54-bd12-8f73ce28cd65 req-3ff8584b-8a6c-4c50-855d-715df6d4ae78 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55a86ba6-d546-42e9-81ee-9b9687c06e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596228 Jun 11 19:46:39.002416 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-177c5762-a310-4f54-bd12-8f73ce28cd65 req-f7aebe03-09d8-4631-b6b7-ca82eddd7b99 service neutron] 10.222.0.39 "GET /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050801 Jun 11 19:46:39.057566 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-cd92f7b4-7bb4-43fb-b72d-ffc9a5d287b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:39.113703 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-177c5762-a310-4f54-bd12-8f73ce28cd65 req-ea87057f-fffd-4810-bbb4-7b2ec9e0e1ff service neutron] 10.222.0.39 "GET /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025670 Jun 11 19:46:39.251415 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:40.453315 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:41.954815 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:43.533324 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ad76bd31-c79d-478c-892f-490c5bf1ddf4 req-81a96ee0-9f1c-4099-b741-f4077215f6f3 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78862082&fields=id&tenant_id=1878105eb21f4c9a90023ee2df6ad9fa HTTP/1.1" status: 200 len: 267 time: 0.0404739 Jun 11 19:46:43.603272 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76bd31-c79d-478c-892f-490c5bf1ddf4 req-acdcd42d-70d3-445f-bfcc-a014632a7ed4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:43.604674 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ad76bd31-c79d-478c-892f-490c5bf1ddf4 req-acdcd42d-70d3-445f-bfcc-a014632a7ed4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 985 time: 0.0661733 Jun 11 19:46:43.614901 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.v2.base [req-ad76bd31-c79d-478c-892f-490c5bf1ddf4 req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Request body: {'port': {'security_groups': ['54d756bc-f77e-4492-a5fe-19838fb452db']}} {{(pid=91834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 19:46:43.709208 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-ad76bd31-c79d-478c-892f-490c5bf1ddf4 req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1981609'] for port, before_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:43.907820 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-ad76bd31-c79d-478c-892f-490c5bf1ddf4 req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] For port 2e9fb9f5-0109-45fd-b0df-e68f2664a558, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2e9fb9f5-0109-45fd-b0df-e68f2664a558,segment=NetworkSegment(6d91de20-814a-4059-97ef-c668068809bf),segment_id=6d91de20-814a-4059-97ef-c668068809bf)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:46:43.938142 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-ad76bd31-c79d-478c-892f-490c5bf1ddf4 req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for port, precommit_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:43.942510 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-ad76bd31-c79d-478c-892f-490c5bf1ddf4 req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747756501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747756059706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747756059751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110944'] for port, after_update {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:43.946211 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-f456ac89-15e4-4054-bfe2-5ce0b22dcebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:46:43.955425 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['2e9fb9f5-0109-45fd-b0df-e68f2664a558'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:46:43.993651 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76bd31-c79d-478c-892f-490c5bf1ddf4 req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:43.994835 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-ad76bd31-c79d-478c-892f-490c5bf1ddf4 req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:43.996222 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-ad76bd31-c79d-478c-892f-490c5bf1ddf4 req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "PUT /v2.0/ports/2e9fb9f5-0109-45fd-b0df-e68f2664a558 HTTP/1.1" status: 200 len: 943 time: 0.3856485 Jun 11 19:46:43.996759 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae5b042-e169-4fa6-9284-84e86720ee8a', 'tag': '2e9fb9f5-0109-45fd-b0df-e68f2664a558'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:46:44.002545 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d288a2d-a0b5-4410-a437-33f5ca5b368e" -d '{"events": [{"name": "network-changed", "server_uuid": "fae5b042-e169-4fa6-9284-84e86720ee8a", "tag": "2e9fb9f5-0109-45fd-b0df-e68f2664a558"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:46:44.003826 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 47220) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:46:44.029301 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Pushing event updated for resources: {'Port': ['ID=2e9fb9f5-0109-45fd-b0df-e68f2664a558,revision_number=7']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:46:44.038928 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.039317 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.039716 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.040081 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.041534 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.041534 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.041727 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.042035 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.042388 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.042798 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.043158 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.043509 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.047964 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-fa405f82-7288-49c7-96fa-d33f7c2c91d4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:46:44.066517 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['2e9fb9f5-0109-45fd-b0df-e68f2664a558'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:46:44.068873 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852ccd3a-be61-4bfd-ae9e-92c6234cbba4 x-openstack-request-id: req-852ccd3a-be61-4bfd-ae9e-92c6234cbba4 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:46:44.069242 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae5b042-e169-4fa6-9284-84e86720ee8a", "tag": "2e9fb9f5-0109-45fd-b0df-e68f2664a558", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:46:44.069599 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-852ccd3a-be61-4bfd-ae9e-92c6234cbba4 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:46:44.070135 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae5b042-e169-4fa6-9284-84e86720ee8a', 'tag': '2e9fb9f5-0109-45fd-b0df-e68f2664a558', 'status': 'completed', 'code': 200} Jun 11 19:46:44.111092 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5f128ce0-1332-4dbe-8193-b4d3a3d8a41d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:44.143308 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5f128ce0-1332-4dbe-8193-b4d3a3d8a41d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:44.193530 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d288a2d-a0b5-4410-a437-33f5ca5b368e req-69e6e43c-9fb9-4b89-bb52-5eead4b87ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:44.196198 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8d288a2d-a0b5-4410-a437-33f5ca5b368e req-69e6e43c-9fb9-4b89-bb52-5eead4b87ba0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1878105eb21f4c9a90023ee2df6ad9fa&device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 1099 time: 0.0971801 Jun 11 19:46:44.217292 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5f128ce0-1332-4dbe-8193-b4d3a3d8a41d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:44.221097 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-5f128ce0-1332-4dbe-8193-b4d3a3d8a41d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:44.222700 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-5f128ce0-1332-4dbe-8193-b4d3a3d8a41d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "DELETE /v2.0/security-groups/038f6e89-67c6-4fe5-87d8-c5e5de76f25b HTTP/1.1" status: 204 len: 168 time: 0.2178886 Jun 11 19:46:44.223871 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-d620b40e-e106-4438-bedf-693141ef5780 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:46:44.229703 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 47224) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:46:44.237004 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f128ce0-1332-4dbe-8193-b4d3a3d8a41d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=038f6e89-67c6-4fe5-87d8-c5e5de76f25b,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:46:44.245196 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f128ce0-1332-4dbe-8193-b4d3a3d8a41d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.245808 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f128ce0-1332-4dbe-8193-b4d3a3d8a41d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.246352 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f128ce0-1332-4dbe-8193-b4d3a3d8a41d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.246925 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f128ce0-1332-4dbe-8193-b4d3a3d8a41d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.247517 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f128ce0-1332-4dbe-8193-b4d3a3d8a41d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.248043 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f128ce0-1332-4dbe-8193-b4d3a3d8a41d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.249087 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f128ce0-1332-4dbe-8193-b4d3a3d8a41d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.249654 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f128ce0-1332-4dbe-8193-b4d3a3d8a41d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.250025 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f128ce0-1332-4dbe-8193-b4d3a3d8a41d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.250397 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f128ce0-1332-4dbe-8193-b4d3a3d8a41d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.251525 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f128ce0-1332-4dbe-8193-b4d3a3d8a41d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.251918 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f128ce0-1332-4dbe-8193-b4d3a3d8a41d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:44.256006 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-5f128ce0-1332-4dbe-8193-b4d3a3d8a41d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:46:44.262797 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.provisioning_blocks [None req-c77ed188-1cd6-40a8-8079-8070fcd60cf7 None None] Provisioning complete for port 2e9fb9f5-0109-45fd-b0df-e68f2664a558 triggered by entity DHCP. {{(pid=91835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 19:46:44.263182 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c77ed188-1cd6-40a8-8079-8070fcd60cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927905'] for port, provisioning_complete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:44.446287 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d288a2d-a0b5-4410-a437-33f5ca5b368e req-3025dfd7-3e0b-492d-8c6b-33cdf3403cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:44.448232 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8d288a2d-a0b5-4410-a437-33f5ca5b368e req-3025dfd7-3e0b-492d-8c6b-33cdf3403cf1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55a86ba6-d546-42e9-81ee-9b9687c06e3b HTTP/1.1" status: 200 len: 915 time: 0.2437575 Jun 11 19:46:44.560121 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8d288a2d-a0b5-4410-a437-33f5ca5b368e req-31d80580-b943-4ded-98fd-4e7ceaec3b70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e9fb9f5-0109-45fd-b0df-e68f2664a558 HTTP/1.1" status: 200 len: 1002 time: 0.1014268 Jun 11 19:46:44.619014 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-66489457-7b93-4d52-afd3-ba0fe266070b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Deleting port 657c844c-b896-417d-ab21-a7bbba326f43 {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:46:44.619348 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-66489457-7b93-4d52-afd3-ba0fe266070b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:44.643780 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d288a2d-a0b5-4410-a437-33f5ca5b368e req-7d7ba464-afba-4c60-b481-8e8558c00389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:44.645209 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8d288a2d-a0b5-4410-a437-33f5ca5b368e req-7d7ba464-afba-4c60-b481-8e8558c00389 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9fea0c3e-fee6-4516-82cc-d68abb511d19 HTTP/1.1" status: 200 len: 853 time: 0.0772200 Jun 11 19:46:44.757510 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-66489457-7b93-4d52-afd3-ba0fe266070b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:44.757834 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-66489457-7b93-4d52-afd3-ba0fe266070b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:44.852706 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-66489457-7b93-4d52-afd3-ba0fe266070b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Calling delete_port for 657c844c-b896-417d-ab21-a7bbba326f43 owned by network:floatingip {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:46:44.865944 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d288a2d-a0b5-4410-a437-33f5ca5b368e req-8de1035b-f465-4a91-9bea-b11a49b2764c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:44.867421 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8d288a2d-a0b5-4410-a437-33f5ca5b368e req-8de1035b-f465-4a91-9bea-b11a49b2764c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55a86ba6-d546-42e9-81ee-9b9687c06e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2141600 Jun 11 19:46:45.047264 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8d288a2d-a0b5-4410-a437-33f5ca5b368e req-fce16efb-9b5e-4e8a-9d10-a0bfb1d3b614 service neutron] 10.222.0.39 "GET /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379929 Jun 11 19:46:45.205105 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-8d288a2d-a0b5-4410-a437-33f5ca5b368e req-fce1fa75-9664-49bd-beaa-7239ccaca258 service neutron] 10.222.0.39 "GET /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478224 Jun 11 19:46:45.206246 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-66489457-7b93-4d52-afd3-ba0fe266070b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:45.208129 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-bcf76429-d73b-4e65-9c77-5cc68042b194 tempest-TestVolumeBootPattern-2112902328 tempest-TestVolumeBootPattern-2112902328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:46:45.240831 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66489457-7b93-4d52-afd3-ba0fe266070b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Pushing event deleted for resources: {'Port': ['ID=657c844c-b896-417d-ab21-a7bbba326f43,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:46:45.244455 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-66489457-7b93-4d52-afd3-ba0fe266070b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:46:45.314331 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-66489457-7b93-4d52-afd3-ba0fe266070b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks [] for floatingip, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:45.314679 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.db.l3_db [None req-66489457-7b93-4d52-afd3-ba0fe266070b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Floating IP ad6ec96e-2030-49c5-83f5-a9c1801daa8e disassociated (deleted). External IP: 172.27.0.130, port: 2e9fb9f5-0109-45fd-b0df-e68f2664a558. Jun 11 19:46:45.910829 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66489457-7b93-4d52-afd3-ba0fe266070b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Router 907fdee6-8347-4580-83b9-558774ab3436 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:46:46.056829 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66489457-7b93-4d52-afd3-ba0fe266070b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:46:46.061542 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-66489457-7b93-4d52-afd3-ba0fe266070b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for floatingip, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:46.065769 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d01bb-484a-4554-9cb3-429a9aa00967 None None] Sync routers for ids ['907fdee6-8347-4580-83b9-558774ab3436'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:46:46.075457 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d01bb-484a-4554-9cb3-429a9aa00967 None None] Routers {'907fdee6-8347-4580-83b9-558774ab3436'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:46:46.076080 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-770d01bb-484a-4554-9cb3-429a9aa00967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:46:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['907fdee6-8347-4580-83b9-558774ab3436'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:46:46.108982 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-66489457-7b93-4d52-afd3-ba0fe266070b tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "DELETE /v2.0/floatingips/ad6ec96e-2030-49c5-83f5-a9c1801daa8e HTTP/1.1" status: 204 len: 168 time: 1.8770900 Jun 11 19:46:46.109661 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae5b042-e169-4fa6-9284-84e86720ee8a', 'tag': '2e9fb9f5-0109-45fd-b0df-e68f2664a558'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:46:46.111985 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56422b24-cdf4-4ce9-af75-3d260fa72a80" -d '{"events": [{"name": "network-changed", "server_uuid": "fae5b042-e169-4fa6-9284-84e86720ee8a", "tag": "2e9fb9f5-0109-45fd-b0df-e68f2664a558"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:46:46.152932 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 19:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282faa14-a0f1-4215-85fd-2dfdafa51fcc x-openstack-request-id: req-282faa14-a0f1-4215-85fd-2dfdafa51fcc {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:46:46.153294 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae5b042-e169-4fa6-9284-84e86720ee8a", "tag": "2e9fb9f5-0109-45fd-b0df-e68f2664a558", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:46:46.153592 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-282faa14-a0f1-4215-85fd-2dfdafa51fcc {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:46:46.154035 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae5b042-e169-4fa6-9284-84e86720ee8a', 'tag': '2e9fb9f5-0109-45fd-b0df-e68f2664a558', 'status': 'completed', 'code': 200} Jun 11 19:46:46.221861 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-770d01bb-484a-4554-9cb3-429a9aa00967 None None] Set router 907fdee6-8347-4580-83b9-558774ab3436 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:46:46.241660 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56422b24-cdf4-4ce9-af75-3d260fa72a80 req-3b68ec49-7868-494e-91b5-be1e60e49ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:46.243278 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-56422b24-cdf4-4ce9-af75-3d260fa72a80 req-3b68ec49-7868-494e-91b5-be1e60e49ecf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1878105eb21f4c9a90023ee2df6ad9fa&device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 1099 time: 0.0661256 Jun 11 19:46:46.385337 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56422b24-cdf4-4ce9-af75-3d260fa72a80 req-01ffd6ec-2949-41b3-a85e-b83d556fc759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:46.387126 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-56422b24-cdf4-4ce9-af75-3d260fa72a80 req-01ffd6ec-2949-41b3-a85e-b83d556fc759 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55a86ba6-d546-42e9-81ee-9b9687c06e3b HTTP/1.1" status: 200 len: 915 time: 0.1373906 Jun 11 19:46:46.445241 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-56422b24-cdf4-4ce9-af75-3d260fa72a80 req-305cf8ce-9d8b-43a6-aef3-6233ba2de767 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e9fb9f5-0109-45fd-b0df-e68f2664a558 HTTP/1.1" status: 200 len: 217 time: 0.0509150 Jun 11 19:46:46.496148 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-770d01bb-484a-4554-9cb3-429a9aa00967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907fdee6-8347-4580-83b9-558774ab3436', 'name': 'tempest-TestMinimumBasicScenario-748502937-router', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:35Z', 'updated_at': '2021-06-11T19:44:39Z', 'revision_number': 4, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'gw_port': {'id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:36Z', 'updated_at': '2021-06-11T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '7b1b06bb-b257-42bc-b0b4-b7be6a49d51c', 'name': '', 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'mac_address': 'fa:16:3e:ef:46:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9fea0c3e-fee6-4516-82cc-d68abb511d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:38Z', 'updated_at': '2021-06-11T19:44:44Z', 'revision_number': 5, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'subnets': [{'id': '9fea0c3e-fee6-4516-82cc-d68abb511d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:46:46.499555 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d01bb-484a-4554-9cb3-429a9aa00967 None None] Checking router: 907fdee6-8347-4580-83b9-558774ab3436 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:46:46.504787 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56422b24-cdf4-4ce9-af75-3d260fa72a80 req-23098315-8f15-4112-9ed9-83dd4d9e3470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:46.506224 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-56422b24-cdf4-4ce9-af75-3d260fa72a80 req-23098315-8f15-4112-9ed9-83dd4d9e3470 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9fea0c3e-fee6-4516-82cc-d68abb511d19 HTTP/1.1" status: 200 len: 853 time: 0.0541790 Jun 11 19:46:46.507425 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d01bb-484a-4554-9cb3-429a9aa00967 None None] Routers {'907fdee6-8347-4580-83b9-558774ab3436'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:46:46.508021 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-770d01bb-484a-4554-9cb3-429a9aa00967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:46:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['907fdee6-8347-4580-83b9-558774ab3436'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:46:46.574578 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56422b24-cdf4-4ce9-af75-3d260fa72a80 req-3d6389d9-608e-4838-b249-a5528a7fc3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:46.575965 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-56422b24-cdf4-4ce9-af75-3d260fa72a80 req-3d6389d9-608e-4838-b249-a5528a7fc3cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55a86ba6-d546-42e9-81ee-9b9687c06e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628119 Jun 11 19:46:46.646663 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-770d01bb-484a-4554-9cb3-429a9aa00967 None None] Set router 907fdee6-8347-4580-83b9-558774ab3436 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:46:46.699282 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-56422b24-cdf4-4ce9-af75-3d260fa72a80 req-ffb218d1-e985-4a89-8644-059065d449c1 service neutron] 10.222.0.39 "GET /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087284 Jun 11 19:46:46.819566 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-56422b24-cdf4-4ce9-af75-3d260fa72a80 req-26560aa1-0626-4d42-9423-33e1502146cb service neutron] 10.222.0.39 "GET /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136763 Jun 11 19:46:46.913063 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-770d01bb-484a-4554-9cb3-429a9aa00967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907fdee6-8347-4580-83b9-558774ab3436', 'name': 'tempest-TestMinimumBasicScenario-748502937-router', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:35Z', 'updated_at': '2021-06-11T19:44:39Z', 'revision_number': 4, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'gw_port': {'id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:36Z', 'updated_at': '2021-06-11T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '7b1b06bb-b257-42bc-b0b4-b7be6a49d51c', 'name': '', 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'mac_address': 'fa:16:3e:ef:46:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9fea0c3e-fee6-4516-82cc-d68abb511d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:38Z', 'updated_at': '2021-06-11T19:44:44Z', 'revision_number': 5, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'subnets': [{'id': '9fea0c3e-fee6-4516-82cc-d68abb511d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:46:46.916936 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d01bb-484a-4554-9cb3-429a9aa00967 None None] The sync data for ids ['907fdee6-8347-4580-83b9-558774ab3436'] in dv-cinder-790535-3-iscsi is: [{'id': '907fdee6-8347-4580-83b9-558774ab3436', 'name': 'tempest-TestMinimumBasicScenario-748502937-router', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:35Z', 'updated_at': '2021-06-11T19:44:39Z', 'revision_number': 4, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'gw_port': {'id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:36Z', 'updated_at': '2021-06-11T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi', '_interfaces': [{'id': '7b1b06bb-b257-42bc-b0b4-b7be6a49d51c', 'name': '', 'network_id': '55a86ba6-d546-42e9-81ee-9b9687c06e3b', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'mac_address': 'fa:16:3e:ef:46:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9fea0c3e-fee6-4516-82cc-d68abb511d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:38Z', 'updated_at': '2021-06-11T19:44:44Z', 'revision_number': 5, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'subnets': [{'id': '9fea0c3e-fee6-4516-82cc-d68abb511d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:46:47.115034 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24322eb1-2be8-45b2-b4da-7f3b41d14c1d None None] New status for floating IP ad6ec96e-2030-49c5-83f5-a9c1801daa8e: DOWN {{(pid=91836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 19:46:49.176743 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58508b-cfb8-4fc5-98fe-3e7db07260e6 req-465493f2-0b57-4f4b-ad3f-9acef0072c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:49.178160 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5b58508b-cfb8-4fc5-98fe-3e7db07260e6 req-465493f2-0b57-4f4b-ad3f-9acef0072c7c tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 946 time: 0.0721307 Jun 11 19:46:49.218535 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-5b58508b-cfb8-4fc5-98fe-3e7db07260e6 req-a07a3e06-7f97-41e1-9ef1-4a83969d5557 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348761 Jun 11 19:46:50.400572 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dc64c-b184-4e84-ac2b-a14973622397 req-21e5b700-6376-4878-9e85-c60c57ac84c5 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:50.402003 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fb8dc64c-b184-4e84-ac2b-a14973622397 req-21e5b700-6376-4878-9e85-c60c57ac84c5 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 946 time: 0.0718465 Jun 11 19:46:50.441307 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-fb8dc64c-b184-4e84-ac2b-a14973622397 req-7ddb0363-ce52-4418-b6f0-d010a03aa157 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d756bc-f77e-4492-a5fe-19838fb452db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337045 Jun 11 19:46:50.829772 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6417d-911d-4bad-87ba-7cc93a781d06 req-7b6bba2a-f0c0-4f1d-8873-e9c4b5cf7f3d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 19:46:50.831187 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-65e6417d-911d-4bad-87ba-7cc93a781d06 req-7b6bba2a-f0c0-4f1d-8873-e9c4b5cf7f3d tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.39 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 946 time: 0.0712233 Jun 11 19:46:50.939459 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-65e6417d-911d-4bad-87ba-7cc93a781d06 req-a4dbc396-cda0-4497-a349-5dee08901066 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Deleting port 2e9fb9f5-0109-45fd-b0df-e68f2664a558 {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:46:50.939803 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-65e6417d-911d-4bad-87ba-7cc93a781d06 req-a4dbc396-cda0-4497-a349-5dee08901066 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:51.050963 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [req-65e6417d-911d-4bad-87ba-7cc93a781d06 req-a4dbc396-cda0-4497-a349-5dee08901066 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] For port 2e9fb9f5-0109-45fd-b0df-e68f2664a558, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2e9fb9f5-0109-45fd-b0df-e68f2664a558,segment=NetworkSegment(6d91de20-814a-4059-97ef-c668068809bf),segment_id=6d91de20-814a-4059-97ef-c668068809bf)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:46:51.051234 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-65e6417d-911d-4bad-87ba-7cc93a781d06 req-a4dbc396-cda0-4497-a349-5dee08901066 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:51.142642 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [req-65e6417d-911d-4bad-87ba-7cc93a781d06 req-a4dbc396-cda0-4497-a349-5dee08901066 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Calling delete_port for 2e9fb9f5-0109-45fd-b0df-e68f2664a558 owned by compute:nova {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:46:51.287266 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-65e6417d-911d-4bad-87ba-7cc93a781d06 req-a4dbc396-cda0-4497-a349-5dee08901066 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:51.291475 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-66986e08-99f0-498c-a71a-81e48b1f4def service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:46:51.298886 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] get_ports_and_sgs() called for port_ids ['2e9fb9f5-0109-45fd-b0df-e68f2664a558'] {{(pid=91835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 19:46:51.320957 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbc396-cda0-4497-a349-5dee08901066 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Pushing event deleted for resources: {'Port': ['ID=2e9fb9f5-0109-45fd-b0df-e68f2664a558,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:46:51.323962 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-a4dbc396-cda0-4497-a349-5dee08901066 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:46:51.382250 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e6417d-911d-4bad-87ba-7cc93a781d06 req-a4dbc396-cda0-4497-a349-5dee08901066 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] No DVR routers for this DVR port 2e9fb9f5-0109-45fd-b0df-e68f2664a558 on host hv-cinder-79053 {{(pid=91834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:46:51.384781 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [req-65e6417d-911d-4bad-87ba-7cc93a781d06 req-a4dbc396-cda0-4497-a349-5dee08901066 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25771'] for port, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:51.386684 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-65e6417d-911d-4bad-87ba-7cc93a781d06 req-a4dbc396-cda0-4497-a349-5dee08901066 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.39 "DELETE /v2.0/ports/2e9fb9f5-0109-45fd-b0df-e68f2664a558 HTTP/1.1" status: 204 len: 173 time: 0.5488517 Jun 11 19:46:51.387183 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae5b042-e169-4fa6-9284-84e86720ee8a', 'name': 'network-vif-deleted', 'tag': '2e9fb9f5-0109-45fd-b0df-e68f2664a558'}] {{(pid=91834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 19:46:51.389432 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b11b2cfc5115fd84502c071dea223239c1e8ea9a1501c70ddf36db331ff7c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db7bbc6-c6d7-4641-98e4-57ebd543f2db" -d '{"events": [{"server_uuid": "fae5b042-e169-4fa6-9284-84e86720ee8a", "name": "network-vif-deleted", "tag": "2e9fb9f5-0109-45fd-b0df-e68f2664a558"}]}' {{(pid=91834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 19:46:51.424645 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 19:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eedf383-cd90-4a03-85ef-8c9474619919 x-openstack-request-id: req-1eedf383-cd90-4a03-85ef-8c9474619919 {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 19:46:51.425263 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae5b042-e169-4fa6-9284-84e86720ee8a", "name": "network-vif-deleted", "tag": "2e9fb9f5-0109-45fd-b0df-e68f2664a558", "status": "completed", "code": 200}]} {{(pid=91834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 19:46:51.425263 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1eedf383-cd90-4a03-85ef-8c9474619919 {{(pid=91834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 19:46:51.425669 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae5b042-e169-4fa6-9284-84e86720ee8a', 'name': 'network-vif-deleted', 'tag': '2e9fb9f5-0109-45fd-b0df-e68f2664a558', 'status': 'completed', 'code': 200} Jun 11 19:46:51.607490 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [req-3033b657-d96b-48d7-9bbc-a0d33e8e46c1 req-650314d2-2b3c-4648-910c-ad272e1a4eb4 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae5b042-e169-4fa6-9284-84e86720ee8a HTTP/1.1" status: 200 len: 210 time: 0.0326679 Jun 11 19:46:54.205960 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 47314) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:46:54.632150 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-12253ce1-bf3c-4c02-8e73-ca1c00d7bbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-935124'] for router_interface, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:54.937422 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-12253ce1-bf3c-4c02-8e73-ca1c00d7bbee admin admin] Deleting port 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:46:54.937684 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-12253ce1-bf3c-4c02-8e73-ca1c00d7bbee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:55.039241 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [None req-12253ce1-bf3c-4c02-8e73-ca1c00d7bbee admin admin] For port 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=7b1b06bb-b257-42bc-b0b4-b7be6a49d51c,segment=NetworkSegment(6d91de20-814a-4059-97ef-c668068809bf),segment_id=6d91de20-814a-4059-97ef-c668068809bf)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:46:55.039597 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-12253ce1-bf3c-4c02-8e73-ca1c00d7bbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:55.129029 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-12253ce1-bf3c-4c02-8e73-ca1c00d7bbee admin admin] Calling delete_port for 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c owned by network:router_interface {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:46:55.339034 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-12253ce1-bf3c-4c02-8e73-ca1c00d7bbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:55.341633 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-03725eac-2990-4ffc-9e79-53b6e9bc7bf4 tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:46:55.372634 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12253ce1-bf3c-4c02-8e73-ca1c00d7bbee admin admin] Pushing event deleted for resources: {'Port': ['ID=7b1b06bb-b257-42bc-b0b4-b7be6a49d51c,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:46:55.375732 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-12253ce1-bf3c-4c02-8e73-ca1c00d7bbee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:46:55.389095 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 2e9fb9f5-0109-45fd-b0df-e68f2664a558 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:46:55.417765 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] No Port match for: 2e9fb9f5-0109-45fd-b0df-e68f2664a558 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:46:55.418115 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Device 2e9fb9f5-0109-45fd-b0df-e68f2664a558 not bound to the agent host hv-cinder-79053 {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:46:55.585586 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-12253ce1-bf3c-4c02-8e73-ca1c00d7bbee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932420'] for router_interface, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:56.173659 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12253ce1-bf3c-4c02-8e73-ca1c00d7bbee admin admin] Router 907fdee6-8347-4580-83b9-558774ab3436 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:46:56.314597 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12253ce1-bf3c-4c02-8e73-ca1c00d7bbee admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:46:56.319487 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-12253ce1-bf3c-4c02-8e73-ca1c00d7bbee admin admin] 10.222.0.24 "PUT /v2.0/routers/907fdee6-8347-4580-83b9-558774ab3436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1124995 Jun 11 19:46:56.321884 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 47316) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:46:56.324391 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25401fcd-37e8-4a70-9acd-da12647de993 None None] Sync routers for ids ['907fdee6-8347-4580-83b9-558774ab3436'] in dv-cinder-790535-3-iscsi {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:46:56.333110 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25401fcd-37e8-4a70-9acd-da12647de993 None None] Routers {'907fdee6-8347-4580-83b9-558774ab3436'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:46:56.333706 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-25401fcd-37e8-4a70-9acd-da12647de993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:46:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['907fdee6-8347-4580-83b9-558774ab3436'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:46:56.464599 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-789587e0-f1d2-47d4-a5e8-1e34a79a1ce0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:56.603187 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-789587e0-f1d2-47d4-a5e8-1e34a79a1ce0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:56.608003 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-25401fcd-37e8-4a70-9acd-da12647de993 None None] Set router 907fdee6-8347-4580-83b9-558774ab3436 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:46:56.669729 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-789587e0-f1d2-47d4-a5e8-1e34a79a1ce0 admin admin] Deleting port 139415f6-72f8-473e-bc5d-8f28d30edb79 {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:46:56.670065 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-789587e0-f1d2-47d4-a5e8-1e34a79a1ce0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:56.770752 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [None req-789587e0-f1d2-47d4-a5e8-1e34a79a1ce0 admin admin] For port 139415f6-72f8-473e-bc5d-8f28d30edb79, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=139415f6-72f8-473e-bc5d-8f28d30edb79,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:46:56.771119 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-789587e0-f1d2-47d4-a5e8-1e34a79a1ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:56.838553 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-25401fcd-37e8-4a70-9acd-da12647de993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907fdee6-8347-4580-83b9-558774ab3436', 'name': 'tempest-TestMinimumBasicScenario-748502937-router', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:35Z', 'updated_at': '2021-06-11T19:46:55Z', 'revision_number': 5, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'gw_port': {'id': '139415f6-72f8-473e-bc5d-8f28d30edb79', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fdee6-8347-4580-83b9-558774ab3436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:36Z', 'updated_at': '2021-06-11T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:46:56.841928 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25401fcd-37e8-4a70-9acd-da12647de993 None None] Checking router: 907fdee6-8347-4580-83b9-558774ab3436 for host: dv-cinder-790535-3-iscsi {{(pid=91835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:46:56.849825 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25401fcd-37e8-4a70-9acd-da12647de993 None None] Routers {'907fdee6-8347-4580-83b9-558774ab3436'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:46:56.850433 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-25401fcd-37e8-4a70-9acd-da12647de993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:46:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['907fdee6-8347-4580-83b9-558774ab3436'], 'active': True} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:46:56.863147 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-789587e0-f1d2-47d4-a5e8-1e34a79a1ce0 admin admin] Calling delete_port for 139415f6-72f8-473e-bc5d-8f28d30edb79 owned by network:router_gateway {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:46:56.968088 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvr_db [None req-25401fcd-37e8-4a70-9acd-da12647de993 None None] Set router 907fdee6-8347-4580-83b9-558774ab3436 gateway port host: None {{(pid=91835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:46:57.047166 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_hamode_db [None req-25401fcd-37e8-4a70-9acd-da12647de993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907fdee6-8347-4580-83b9-558774ab3436', 'name': 'tempest-TestMinimumBasicScenario-748502937-router', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:35Z', 'updated_at': '2021-06-11T19:46:56Z', 'revision_number': 6, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'gw_port_host': None}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:46:57.050502 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25401fcd-37e8-4a70-9acd-da12647de993 None None] The sync data for ids ['907fdee6-8347-4580-83b9-558774ab3436'] in dv-cinder-790535-3-iscsi is: [{'id': '907fdee6-8347-4580-83b9-558774ab3436', 'name': 'tempest-TestMinimumBasicScenario-748502937-router', 'tenant_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:35Z', 'updated_at': '2021-06-11T19:46:56Z', 'revision_number': 6, 'project_id': '1878105eb21f4c9a90023ee2df6ad9fa', 'gw_port_host': None}] {{(pid=91835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:46:57.064694 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-789587e0-f1d2-47d4-a5e8-1e34a79a1ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:57.066727 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-12253ce1-bf3c-4c02-8e73-ca1c00d7bbee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:46:57.096165 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789587e0-f1d2-47d4-a5e8-1e34a79a1ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=139415f6-72f8-473e-bc5d-8f28d30edb79,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:46:57.099271 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-789587e0-f1d2-47d4-a5e8-1e34a79a1ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:46:57.171397 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-789587e0-f1d2-47d4-a5e8-1e34a79a1ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931095'] for router_gateway, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:57.298809 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-789587e0-f1d2-47d4-a5e8-1e34a79a1ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10995'] for router, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:57.300744 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-789587e0-f1d2-47d4-a5e8-1e34a79a1ce0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:57.357122 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-789587e0-f1d2-47d4-a5e8-1e34a79a1ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934704'] for router, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:57.357516 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789587e0-f1d2-47d4-a5e8-1e34a79a1ce0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 907fdee6-8347-4580-83b9-558774ab3436 {{(pid=91834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 19:46:57.362363 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-789587e0-f1d2-47d4-a5e8-1e34a79a1ce0 admin admin] Notify callbacks [] for router, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:57.363256 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-789587e0-f1d2-47d4-a5e8-1e34a79a1ce0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/907fdee6-8347-4580-83b9-558774ab3436 HTTP/1.1" status: 204 len: 168 time: 1.0404956 Jun 11 19:46:57.365680 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 47318) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:46:57.417932 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.db_base_plugin_v2 [None req-8260da4a-698a-4582-8c4d-e71fef7463c2 admin admin] Deleting subnet 9fea0c3e-fee6-4516-82cc-d68abb511d19 {{(pid=91834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:46:57.423511 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-8260da4a-698a-4582-8c4d-e71fef7463c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:57.466697 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-8260da4a-698a-4582-8c4d-e71fef7463c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9564940'] for subnet, precommit_delete_associations {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:57.501620 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:57.560070 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-8260da4a-698a-4582-8c4d-e71fef7463c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924851'] for subnet, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:57.619672 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-8260da4a-698a-4582-8c4d-e71fef7463c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9112173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11999742'] for subnet, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:57.621506 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:46:57.651598 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260da4a-698a-4582-8c4d-e71fef7463c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fea0c3e-fee6-4516-82cc-d68abb511d19,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:46:57.654601 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-8260da4a-698a-4582-8c4d-e71fef7463c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:46:57.655570 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-8260da4a-698a-4582-8c4d-e71fef7463c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:57.657351 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-8260da4a-698a-4582-8c4d-e71fef7463c2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9fea0c3e-fee6-4516-82cc-d68abb511d19 HTTP/1.1" status: 204 len: 168 time: 0.2908010 Jun 11 19:46:57.659895 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 47320) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:46:57.661864 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44aa9b27-c68c-4b00-a55b-72afb8e3dac7 None None] Network 55a86ba6-d546-42e9-81ee-9b9687c06e3b requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:46:57.749096 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2080632'] for network, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:57.814945 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] Deleting port ec240ade-0687-4a4f-bc3d-a983ef768d1d {{(pid=91834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:46:57.815198 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:57.886451 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] DHCP port deletion for 55a86ba6-d546-42e9-81ee-9b9687c06e3b request from dv-cinder-790535-3-iscsi {{(pid=91835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 19:46:57.911525 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.db [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] For port ec240ade-0687-4a4f-bc3d-a983ef768d1d, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=ec240ade-0687-4a4f-bc3d-a983ef768d1d,segment=NetworkSegment(6d91de20-814a-4059-97ef-c668068809bf),segment_id=6d91de20-814a-4059-97ef-c668068809bf)] {{(pid=91834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:46:57.911888 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:57.950778 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] Deleting port ec240ade-0687-4a4f-bc3d-a983ef768d1d {{(pid=91835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:46:57.951160 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:57.979516 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:46:58.004892 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:46:58.005250 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 7b1b06bb-b257-42bc-b0b4-b7be6a49d51c not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:46:58.005680 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device ec240ade-0687-4a4f-bc3d-a983ef768d1d no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:46:58.017375 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.plugin [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] Calling delete_port for ec240ade-0687-4a4f-bc3d-a983ef768d1d owned by network:dhcp {{(pid=91834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:46:58.096508 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] For port ec240ade-0687-4a4f-bc3d-a983ef768d1d, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=ec240ade-0687-4a4f-bc3d-a983ef768d1d,segment=NetworkSegment(6d91de20-814a-4059-97ef-c668068809bf),segment_id=6d91de20-814a-4059-97ef-c668068809bf)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:46:58.096910 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:58.117860 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110935'] for port, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:58.120153 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-a36ca5b3-36d0-4cbc-88ba-d562c8411a9e tempest-AttachVolumeShelveTestJSON-1838991098 tempest-AttachVolumeShelveTestJSON-1838991098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:46:58.148913 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec240ade-0687-4a4f-bc3d-a983ef768d1d,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:46:58.152751 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:46:58.153531 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] No DVR routers for this DVR port ec240ade-0687-4a4f-bc3d-a983ef768d1d on host dv-cinder-790535-3-iscsi {{(pid=91834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:46:58.199813 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] Calling delete_port for ec240ade-0687-4a4f-bc3d-a983ef768d1d owned by network:dhcp {{(pid=91835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:46:58.204322 dv-cinder-790535-3-iscsi neutron-server[91835]: INFO neutron.plugins.ml2.db [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No ports have port_id starting with ec240ade-0687-4a4f-bc3d-a983ef768d1d Jun 11 19:46:58.209837 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 139415f6-72f8-473e-bc5d-8f28d30edb79 no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:46:58.235310 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: 139415f6-72f8-473e-bc5d-8f28d30edb79 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:46:58.235666 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 139415f6-72f8-473e-bc5d-8f28d30edb79 not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:46:58.256180 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922414', 'neutron.services.segments.db._delete_segments_for_network-8747756516280'] for network, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:58.267845 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a86ba6-d546-42e9-81ee-9b9687c06e3b']}} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:46:58.278572 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d91de20-814a-4059-97ef-c668068809bf') {'for_net_delete': True} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:46:58.278954 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.services.segments.db [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d91de20-814a-4059-97ef-c668068809bf') {} {{(pid=91834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:46:58.288670 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747756516118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9564935'] for segment, before_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:58.303148 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:58.309563 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=91834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:46:58.309944 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9110980'] for segment, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: conditions |= (models_v2.Port.network_id.in_( Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: retrieve_revision_numbers = { Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: Traceback (most recent call last): Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: timer() Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: cb(*args, **kw) Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: return func(*args, **kwargs) Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: self._notify() Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: self.callback(batched_events) Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: event.method(event) Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: return f(self, *a, **k) Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: return self._get(url).json() Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: return self.request(url, 'GET', **kwargs) Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:46:58.311680 dv-cinder-790535-3-iscsi neutron-server[91834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:46:58.316711 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697'] for port, after_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:58.318575 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:46:58.346462 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] Pushing event deleted for resources: {'Port': ['ID=ec240ade-0687-4a4f-bc3d-a983ef768d1d,revision_number=None']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:46:58.350692 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] No DVR routers for this DVR port ec240ade-0687-4a4f-bc3d-a983ef768d1d on host dv-cinder-790535-3-iscsi {{(pid=91835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:46:58.357114 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:58.357448 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:58.357779 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:58.358107 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:58.358436 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:58.358821 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:58.359147 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:58.359466 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:58.359787 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:58.360105 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:58.360425 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:58.360738 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-3-iscsi {{(pid=91835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 19:46:58.364499 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-14cd4c54-db98-4323-8048-4840789e4d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:46:58.387981 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931082'] for network, after_delete {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:58.391809 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-e77930e4-600b-4e75-8c14-9fc0c264407f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:46:58.394154 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron_lib.callbacks.manager [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:58.398832 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] 10.222.0.24 "DELETE /v2.0/networks/55a86ba6-d546-42e9-81ee-9b9687c06e3b HTTP/1.1" status: 204 len: 168 time: 0.7353776 Jun 11 19:46:58.399297 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 47322) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:46:58.411117 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] Pushing event deleted for resources: {'Network': ['ID=55a86ba6-d546-42e9-81ee-9b9687c06e3b,revision_number=None']} {{(pid=91834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:46:58.413347 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG oslo_concurrency.lockutils [None req-d03696a1-dd68-4bea-b63b-9b1c6e66a704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:46:58.826101 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-786b6c60-b94e-4eac-b0ad-ed8aa8857cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-935124'] for router_interface, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:59.130193 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-786b6c60-b94e-4eac-b0ad-ed8aa8857cc7 admin admin] Deleting port 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:46:59.130444 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-786b6c60-b94e-4eac-b0ad-ed8aa8857cc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:59.230006 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [None req-786b6c60-b94e-4eac-b0ad-ed8aa8857cc7 admin admin] For port 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e,segment=NetworkSegment(f878a7d6-a184-49f0-96b2-8258c491bfd3),segment_id=f878a7d6-a184-49f0-96b2-8258c491bfd3)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:46:59.230356 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-786b6c60-b94e-4eac-b0ad-ed8aa8857cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:59.319963 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-786b6c60-b94e-4eac-b0ad-ed8aa8857cc7 admin admin] Calling delete_port for 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e owned by network:router_interface {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:46:59.537074 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-786b6c60-b94e-4eac-b0ad-ed8aa8857cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:46:59.539032 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-9cd5c7cc-e3c7-478e-ba0e-4c731f37ae0d tempest-TestShelveInstance-727348203 tempest-TestShelveInstance-727348203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:46:59.569087 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b6c60-b94e-4eac-b0ad-ed8aa8857cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:46:59.572452 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-786b6c60-b94e-4eac-b0ad-ed8aa8857cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:46:59.778935 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-786b6c60-b94e-4eac-b0ad-ed8aa8857cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932420'] for router_interface, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:00.343571 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786b6c60-b94e-4eac-b0ad-ed8aa8857cc7 admin admin] Router af5c27f3-845c-4060-9bc4-75b22e644cb1 has already been hosted by L3 agent c50696f5-5b70-4ee4-9968-6ca16e981a13 {{(pid=91833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 19:47:00.483296 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786b6c60-b94e-4eac-b0ad-ed8aa8857cc7 admin admin] Notify agent at l3_agent.dv-cinder-790535-3-iscsi the message routers_updated {{(pid=91833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 19:47:00.488306 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-786b6c60-b94e-4eac-b0ad-ed8aa8857cc7 admin admin] 10.222.0.24 "PUT /v2.0/routers/af5c27f3-845c-4060-9bc4-75b22e644cb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0879753 Jun 11 19:47:00.490820 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 47324) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:47:00.493176 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f4bd11-097b-4ccf-b622-afc5a574ab26 None None] Sync routers for ids ['af5c27f3-845c-4060-9bc4-75b22e644cb1'] in dv-cinder-790535-3-iscsi {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 19:47:00.502474 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f4bd11-097b-4ccf-b622-afc5a574ab26 None None] Routers {'af5c27f3-845c-4060-9bc4-75b22e644cb1'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:47:00.503095 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-90f4bd11-097b-4ccf-b622-afc5a574ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:46:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['af5c27f3-845c-4060-9bc4-75b22e644cb1'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:47:00.631680 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7292d5f9-171e-44ac-b7e2-a428337e64e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:00.637771 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-90f4bd11-097b-4ccf-b622-afc5a574ab26 None None] Set router af5c27f3-845c-4060-9bc4-75b22e644cb1 gateway port host: dv-cinder-790535-3-iscsi {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:47:00.768403 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7292d5f9-171e-44ac-b7e2-a428337e64e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:00.826503 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-7292d5f9-171e-44ac-b7e2-a428337e64e9 admin admin] Deleting port 08584dc5-aa0a-4ca8-940c-e092b01bfb65 {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:47:00.826880 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7292d5f9-171e-44ac-b7e2-a428337e64e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:00.865654 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-90f4bd11-097b-4ccf-b622-afc5a574ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'name': 'tempest-TestMinimumBasicScenario-377352315-router', 'tenant_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'external_fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '08584dc5-aa0a-4ca8-940c-e092b01bfb65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:41Z', 'updated_at': '2021-06-11T19:46:59Z', 'revision_number': 5, 'project_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'gw_port': {'id': '08584dc5-aa0a-4ca8-940c-e092b01bfb65', 'name': '', 'network_id': '96e13ff2-92ce-495c-a9c8-09520c2db46e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T19:44:42Z', 'updated_at': '2021-06-11T19:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3317fd00-ab75-48b2-85c3-a34ed1654e31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-3-iscsi'}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:47:00.869093 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f4bd11-097b-4ccf-b622-afc5a574ab26 None None] Checking router: af5c27f3-845c-4060-9bc4-75b22e644cb1 for host: dv-cinder-790535-3-iscsi {{(pid=91836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 19:47:00.877506 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f4bd11-097b-4ccf-b622-afc5a574ab26 None None] Routers {'af5c27f3-845c-4060-9bc4-75b22e644cb1'} bound to L3 agent in host dv-cinder-790535-3-iscsi {{(pid=91836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 19:47:00.878162 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-90f4bd11-097b-4ccf-b622-afc5a574ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T19:26:39Z,description=,heartbeat_timestamp=2021-06-11T19:46:39Z,host='dv-cinder-790535-3-iscsi',id=c50696f5-5b70-4ee4-9968-6ca16e981a13,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T19:26:39Z,topic='l3_agent')) {'router_ids': ['af5c27f3-845c-4060-9bc4-75b22e644cb1'], 'active': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:47:00.928211 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [None req-7292d5f9-171e-44ac-b7e2-a428337e64e9 admin admin] For port 08584dc5-aa0a-4ca8-940c-e092b01bfb65, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=08584dc5-aa0a-4ca8-940c-e092b01bfb65,segment=NetworkSegment(f75c9b9c-5e21-41f2-824a-99a66384342e),segment_id=f75c9b9c-5e21-41f2-824a-99a66384342e)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:47:00.928474 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7292d5f9-171e-44ac-b7e2-a428337e64e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:00.997501 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvr_db [None req-90f4bd11-097b-4ccf-b622-afc5a574ab26 None None] Set router af5c27f3-845c-4060-9bc4-75b22e644cb1 gateway port host: None {{(pid=91836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 19:47:01.018986 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-7292d5f9-171e-44ac-b7e2-a428337e64e9 admin admin] Calling delete_port for 08584dc5-aa0a-4ca8-940c-e092b01bfb65 owned by network:router_gateway {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:47:01.070400 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.l3_hamode_db [None req-90f4bd11-097b-4ccf-b622-afc5a574ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'name': 'tempest-TestMinimumBasicScenario-377352315-router', 'tenant_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:41Z', 'updated_at': '2021-06-11T19:47:00Z', 'revision_number': 6, 'project_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'gw_port_host': None}], 'dv-cinder-790535-3-iscsi', False) {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:47:01.073954 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f4bd11-097b-4ccf-b622-afc5a574ab26 None None] The sync data for ids ['af5c27f3-845c-4060-9bc4-75b22e644cb1'] in dv-cinder-790535-3-iscsi is: [{'id': 'af5c27f3-845c-4060-9bc4-75b22e644cb1', 'name': 'tempest-TestMinimumBasicScenario-377352315-router', 'tenant_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T19:44:41Z', 'updated_at': '2021-06-11T19:47:00Z', 'revision_number': 6, 'project_id': '4f1f752a77e24bf2ac1ee917bba791fe', 'gw_port_host': None}] {{(pid=91836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 19:47:01.222352 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7292d5f9-171e-44ac-b7e2-a428337e64e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:01.224273 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-a47e9a2b-d117-4213-92bb-bb250e4b0848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:47:01.251208 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292d5f9-171e-44ac-b7e2-a428337e64e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=08584dc5-aa0a-4ca8-940c-e092b01bfb65,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:47:01.254808 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-7292d5f9-171e-44ac-b7e2-a428337e64e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:47:01.324024 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7292d5f9-171e-44ac-b7e2-a428337e64e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-931095'] for router_gateway, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:01.467440 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7292d5f9-171e-44ac-b7e2-a428337e64e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10995'] for router, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:01.469588 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7292d5f9-171e-44ac-b7e2-a428337e64e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:01.527038 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7292d5f9-171e-44ac-b7e2-a428337e64e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934704'] for router, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:01.527569 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7292d5f9-171e-44ac-b7e2-a428337e64e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af5c27f3-845c-4060-9bc4-75b22e644cb1 {{(pid=91833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 19:47:01.532063 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-7292d5f9-171e-44ac-b7e2-a428337e64e9 admin admin] Notify callbacks [] for router, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:01.533189 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-7292d5f9-171e-44ac-b7e2-a428337e64e9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/af5c27f3-845c-4060-9bc4-75b22e644cb1 HTTP/1.1" status: 204 len: 168 time: 1.0413265 Jun 11 19:47:01.535618 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 47326) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:47:01.589136 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71a8b4a-f22c-4448-995d-053ef03ce4e6 admin admin] Deleting subnet c790cd8e-eac1-47b8-99d6-4a7209d8d183 {{(pid=91833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 19:47:01.592050 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a71a8b4a-f22c-4448-995d-053ef03ce4e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:01.631478 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a71a8b4a-f22c-4448-995d-053ef03ce4e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10197193'] for subnet, precommit_delete_associations {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:01.722410 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a71a8b4a-f22c-4448-995d-053ef03ce4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924851'] for subnet, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:01.784915 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a71a8b4a-f22c-4448-995d-053ef03ce4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10434812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8635667'] for subnet, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:01.787295 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:47:01.817562 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a8b4a-f22c-4448-995d-053ef03ce4e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c790cd8e-eac1-47b8-99d6-4a7209d8d183,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:47:01.820478 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-a71a8b4a-f22c-4448-995d-053ef03ce4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:47:01.821462 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-a71a8b4a-f22c-4448-995d-053ef03ce4e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:01.823866 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-a71a8b4a-f22c-4448-995d-053ef03ce4e6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c790cd8e-eac1-47b8-99d6-4a7209d8d183 HTTP/1.1" status: 204 len: 168 time: 0.2873316 Jun 11 19:47:01.826286 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 47328) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:47:01.828786 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe4932-8101-49b9-805c-5e11b8150342 None None] Network 32201ce4-f16c-41ef-be52-af191f83c113 requested from dv-cinder-790535-3-iscsi {{(pid=91835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 19:47:01.918743 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2080632'] for network, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:01.982694 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] Deleting port 4fb55580-5bac-45f6-96d1-75d293555d49 {{(pid=91833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:47:01.982893 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:47:01.983036 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:02.009284 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:47:02.009454 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 33ed53b9-34b4-4dc1-a62c-5bdb805e0e1e not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:47:02.009902 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 08584dc5-aa0a-4ca8-940c-e092b01bfb65 no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:47:02.042616 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: 08584dc5-aa0a-4ca8-940c-e092b01bfb65 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:47:02.042959 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 08584dc5-aa0a-4ca8-940c-e092b01bfb65 not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:47:02.076796 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.db [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] For port 4fb55580-5bac-45f6-96d1-75d293555d49, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=4fb55580-5bac-45f6-96d1-75d293555d49,segment=NetworkSegment(f878a7d6-a184-49f0-96b2-8258c491bfd3),segment_id=f878a7d6-a184-49f0-96b2-8258c491bfd3)] {{(pid=91833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:47:02.076796 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:02.141002 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b46788-092a-44ed-8b2f-9587efd1b888 None None] DHCP port deletion for 32201ce4-f16c-41ef-be52-af191f83c113 request from dv-cinder-790535-3-iscsi {{(pid=91835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 19:47:02.175415 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.plugin [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] Calling delete_port for 4fb55580-5bac-45f6-96d1-75d293555d49 owned by network:dhcp {{(pid=91833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:47:02.191380 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-a4b46788-092a-44ed-8b2f-9587efd1b888 None None] Deleting port 4fb55580-5bac-45f6-96d1-75d293555d49 {{(pid=91835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 19:47:02.191764 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-a4b46788-092a-44ed-8b2f-9587efd1b888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747756495912'] for port, before_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:02.268602 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10434310'] for port, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:02.270953 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-0ef35e33-7742-4ee3-b81c-d625f12f03ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:47:02.301821 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb55580-5bac-45f6-96d1-75d293555d49,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:47:02.304960 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:47:02.311263 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] No DVR routers for this DVR port 4fb55580-5bac-45f6-96d1-75d293555d49 on host dv-cinder-790535-3-iscsi {{(pid=91833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:47:02.408028 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.db [None req-a4b46788-092a-44ed-8b2f-9587efd1b888 None None] For port 4fb55580-5bac-45f6-96d1-75d293555d49, host dv-cinder-790535-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-3-iscsi',level=0,port_id=4fb55580-5bac-45f6-96d1-75d293555d49,segment=NetworkSegment(f878a7d6-a184-49f0-96b2-8258c491bfd3),segment_id=f878a7d6-a184-49f0-96b2-8258c491bfd3)] {{(pid=91835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 19:47:02.408342 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-a4b46788-092a-44ed-8b2f-9587efd1b888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930033'] for port, precommit_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:02.411745 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922414', 'neutron.services.segments.db._delete_segments_for_network-8747756516280'] for network, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:02.424222 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32201ce4-f16c-41ef-be52-af191f83c113']}} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:47:02.435995 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f878a7d6-a184-49f0-96b2-8258c491bfd3') {'for_net_delete': True} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:47:02.436291 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.services.segments.db [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f878a7d6-a184-49f0-96b2-8258c491bfd3') {} {{(pid=91833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 19:47:02.445701 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747756516118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10197186'] for segment, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:02.461145 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374'] for segment, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:02.467037 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=91833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 19:47:02.467421 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1918374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10434389'] for segment, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: Traceback (most recent call last): Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: timer() Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: cb(*args, **kw) Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: return func(*args, **kwargs) Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: self._notify() Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: self.callback(batched_events) Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: event.method(event) Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: return f(self, *a, **k) Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: return self._get(url).json() Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: return self.request(url, 'GET', **kwargs) Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 19:47:02.469026 dv-cinder-790535-3-iscsi neutron-server[91833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 19:47:02.502264 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-a4b46788-092a-44ed-8b2f-9587efd1b888 None None] Calling delete_port for 4fb55580-5bac-45f6-96d1-75d293555d49 owned by network:dhcp {{(pid=91835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 19:47:02.540730 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-358162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931082'] for network, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:02.544850 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c23b8090-6bde-4d0d-84e9-069d5bc35f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:47:02.547222 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:02.548990 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] 10.222.0.24 "DELETE /v2.0/networks/32201ce4-f16c-41ef-be52-af191f83c113 HTTP/1.1" status: 204 len: 168 time: 0.7217731 Jun 11 19:47:02.567418 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] Pushing event deleted for resources: {'Network': ['ID=32201ce4-f16c-41ef-be52-af191f83c113,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:47:02.569799 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-38bbe0fa-412e-4f42-8536-711c0b05ae67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:47:02.591610 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-a4b46788-092a-44ed-8b2f-9587efd1b888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1981507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747756501324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747756059697'] for port, after_delete {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:02.594295 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-73c73dd6-d7fa-48ca-9374-d1f2f4570f23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:47:02.618880 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4b46788-092a-44ed-8b2f-9587efd1b888 None None] Network 32201ce4-f16c-41ef-be52-af191f83c113 is not hosted by any dhcp agent {{(pid=91835) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 19:47:02.619399 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b46788-092a-44ed-8b2f-9587efd1b888 None None] No DVR routers for this DVR port 4fb55580-5bac-45f6-96d1-75d293555d49 on host dv-cinder-790535-3-iscsi {{(pid=91835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 19:47:02.621627 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b46788-092a-44ed-8b2f-9587efd1b888 None None] Pushing event deleted for resources: {'Port': ['ID=4fb55580-5bac-45f6-96d1-75d293555d49,revision_number=None']} {{(pid=91835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:47:02.624328 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG oslo_concurrency.lockutils [None req-a4b46788-092a-44ed-8b2f-9587efd1b888 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:47:02.711478 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [-] (91834) accepted ('10.222.0.24', 47332) {{(pid=91834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:47:02.758169 dv-cinder-790535-3-iscsi neutron-server[91834]: INFO neutron.wsgi [None req-940937ce-b06e-4482-8029-434935b8b292 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1878105eb21f4c9a90023ee2df6ad9fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435185 Jun 11 19:47:02.758698 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 47334) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:47:02.810652 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-98ae38fb-b5f7-4d68-96cc-eee5ef3ea312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:02.832458 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-98ae38fb-b5f7-4d68-96cc-eee5ef3ea312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:02.883601 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-98ae38fb-b5f7-4d68-96cc-eee5ef3ea312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:02.886190 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-98ae38fb-b5f7-4d68-96cc-eee5ef3ea312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:02.887332 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-98ae38fb-b5f7-4d68-96cc-eee5ef3ea312 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54d756bc-f77e-4492-a5fe-19838fb452db HTTP/1.1" status: 204 len: 168 time: 0.1276190 Jun 11 19:47:02.888182 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-c49bde35-bc4b-4792-98ce-5b4306c8ed18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:47:02.896660 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae38fb-b5f7-4d68-96cc-eee5ef3ea312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d756bc-f77e-4492-a5fe-19838fb452db,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:47:02.899029 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-98ae38fb-b5f7-4d68-96cc-eee5ef3ea312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:47:03.190478 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 47340) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:47:03.233460 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-7159562e-d64e-4b7b-9226-e40ed7840470 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f1f752a77e24bf2ac1ee917bba791fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417709 Jun 11 19:47:03.235759 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [-] (91833) accepted ('10.222.0.24', 47342) {{(pid=91833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 19:47:03.285151 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-df2585dd-cd9c-4276-9117-71b1f4246f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:03.306801 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-df2585dd-cd9c-4276-9117-71b1f4246f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:03.359830 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-df2585dd-cd9c-4276-9117-71b1f4246f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015160'] for security_group, after_delete {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:03.362246 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron_lib.callbacks.manager [None req-df2585dd-cd9c-4276-9117-71b1f4246f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:03.363365 dv-cinder-790535-3-iscsi neutron-server[91833]: INFO neutron.wsgi [None req-df2585dd-cd9c-4276-9117-71b1f4246f5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e75e524-a338-44b7-92e9-ba83dbe22c6d HTTP/1.1" status: 204 len: 168 time: 0.1267605 Jun 11 19:47:03.364106 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-9b6f8833-a3ff-4bb8-8823-e1cc1f112329 tempest-TestMinimumBasicScenario-428190128 tempest-TestMinimumBasicScenario-428190128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 19:47:03.372301 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2585dd-cd9c-4276-9117-71b1f4246f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e75e524-a338-44b7-92e9-ba83dbe22c6d,revision_number=None']} {{(pid=91833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 19:47:03.374466 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG oslo_concurrency.lockutils [None req-df2585dd-cd9c-4276-9117-71b1f4246f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 19:47:03.969993 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 4fb55580-5bac-45f6-96d1-75d293555d49 no longer exists at agent ovs-agent-dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 19:47:03.996565 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.plugin [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] No Port match for: 4fb55580-5bac-45f6-96d1-75d293555d49 {{(pid=91835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 19:47:03.996846 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron.plugins.ml2.rpc [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Device 4fb55580-5bac-45f6-96d1-75d293555d49 not bound to the agent host dv-cinder-790535-3-iscsi {{(pid=91835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 19:47:04.528235 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:47:06.701005 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-097bdfd4-7c37-41d2-b8ca-ae01989c196c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:09.059830 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-135e2304-49f9-4e21-808a-f3d0e6ceeaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:09.251105 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:10.456003 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:11.957844 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:27.500421 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:36.699748 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-43a6d0a7-d923-4c72-b37d-b70974a0df59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:39.060585 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-68f37475-0a33-4e53-b3bf-410cecfea49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:39.251789 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:40.458816 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:41.527236 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:47:41.960981 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:47:57.513419 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:06.700314 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-12f7b432-ea0a-484b-91ef-cb61313338e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:09.060697 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c09e0670-3e53-4c46-977f-34c2436fc59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:09.250782 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:10.461667 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:11.962647 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:18.524979 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:48:27.512390 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:36.700835 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce921-e889-44a8-a728-154ddd32f396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.061491 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-3695722a-ea13-4cdb-bc86-3f28ac084cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:39.250922 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:40.466228 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:41.964268 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:48:55.523971 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:48:57.510730 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:06.700681 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-fdac4192-fed4-43de-8417-2cadd6ee0950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:09.061199 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-db2dddf7-1ea9-443e-889b-bb67c6de3650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:09.249596 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:10.469975 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:11.967173 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:27.512540 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:27.902744 dv-cinder-790535-3-iscsi neutron-server[91834]: DEBUG neutron.wsgi [req-f16af719-a974-4e27-abf1-ea523bd70ca0 req-d2428c8b-a933-41bf-90f6-ba339a71a93a service neutron] (91834) timed out ('10.222.0.39', 50867) {{(pid=91834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 19:49:32.521894 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:49:36.701294 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f9cd-6483-4731-9b21-c09eb0106237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:39.060484 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-fa4c4770-ba8f-47a4-abdd-a19800f60153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:39.248894 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:40.472375 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:41.969061 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:49:47.292748 dv-cinder-790535-3-iscsi neutron-server[91833]: DEBUG neutron.wsgi [req-8c57cde7-5360-4631-a55c-b419fb2e8806 req-7d1cc2e3-64a9-45d2-b7aa-2ccd61f91877 service neutron] (91833) timed out ('10.222.0.39', 50907) {{(pid=91833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 19:49:57.535091 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:06.702787 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-8533029c-5714-4681-bd8f-e0d8a0f57350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:09.061177 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-793583e5-7dee-4929-957d-44ca14897c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:09.248851 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:09.523581 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:50:10.473945 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:11.971203 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:27.540631 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:36.707501 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2b6f8c9d-1e76-4efd-81e4-56508b5afe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:39.060495 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-78efcb2f-577c-4b10-a342-d4cb082fac6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:39.248238 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:40.477374 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:41.974562 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:50:46.521768 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:50:57.554533 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:06.709080 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-9805de61-b3b6-42c4-bdc3-c317447615f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:09.060451 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-a20a1840-65c2-418e-9009-c9d9b719dcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:09.246988 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:10.479385 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:11.976796 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:23.519979 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:51:27.562983 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:36.708846 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-6af610a8-a92c-4cfc-986e-5b51ee91ed83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:39.061196 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-3e722190-8c59-4c8c-a5f1-dce4c58f62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:39.247401 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:40.482070 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:41.979698 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:51:57.559033 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-2f368647-ef30-48f2-8d82-8539a2793635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:00.518549 dv-cinder-790535-3-iscsi neutron-server[91836]: DEBUG neutron.db.agents_db [None req-7f9e1453-a246-46e7-ba15-b9ea8f7f23b7 None None] Agent healthcheck: found 6 active agents {{(pid=91836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 19:52:06.709960 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-ee5d061c-907a-4cd8-90ac-f35850ce10bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:09.062603 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-d558afc5-552e-46a3-898b-edf7b5b900fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:09.248545 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-edb60815-102e-4c09-9ed8-9b15830d13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:10.484179 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-af5d2249-5e67-49ba-bed0-829a0b9e46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 19:52:11.982104 dv-cinder-790535-3-iscsi neutron-server[91835]: DEBUG neutron_lib.callbacks.manager [None req-c41b291e-57ff-45aa-9b73-02ecb52e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747756516262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927856'] for agent, after_update {{(pid=91835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}